[ 589.134498] env[69365]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69365) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 589.134916] env[69365]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69365) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 589.134980] env[69365]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69365) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 589.135294] env[69365]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 589.230904] env[69365]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69365) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 589.240872] env[69365]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69365) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 589.283641] env[69365]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 589.844424] env[69365]: INFO nova.virt.driver [None req-5fef50b9-039c-4c12-900d-32e6eced9bb7 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 589.916142] env[69365]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.916295] env[69365]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.916399] env[69365]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69365) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 592.804238] env[69365]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-96d1f278-6301-46d6-9e75-48cbe138ac20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.820833] env[69365]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69365) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 592.820987] env[69365]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-daf22a89-98da-4e60-a094-30ea323ec304 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.845047] env[69365]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 64390. [ 592.845171] env[69365]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.929s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.845710] env[69365]: INFO nova.virt.vmwareapi.driver [None req-5fef50b9-039c-4c12-900d-32e6eced9bb7 None None] VMware vCenter version: 7.0.3 [ 592.849160] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe45d3e-b129-4e7e-b949-1e6531f3b310 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.866325] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e78d054-1b37-4509-a194-63841f928e0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.872045] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d24dbdc-796e-4231-8bd2-d5d3868d2675 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.878624] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fd6400-27da-4ae5-b694-1c6cf134ed91 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.891454] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce748f16-286d-4e75-bf80-23ffd6b05a27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.897270] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1331df-ae7d-4221-ace0-bc3bafa9fb2b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.927687] env[69365]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-3a347621-5434-45e8-a167-1282175a0e12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.932409] env[69365]: DEBUG nova.virt.vmwareapi.driver [None req-5fef50b9-039c-4c12-900d-32e6eced9bb7 None None] Extension org.openstack.compute already exists. {{(pid=69365) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 592.935013] env[69365]: INFO nova.compute.provider_config [None req-5fef50b9-039c-4c12-900d-32e6eced9bb7 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 593.438531] env[69365]: DEBUG nova.context [None req-5fef50b9-039c-4c12-900d-32e6eced9bb7 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),4776fa0f-0c3d-405d-aac0-c8da9a85bd6a(cell1) {{(pid=69365) load_cells /opt/stack/nova/nova/context.py:464}} [ 593.440792] env[69365]: DEBUG oslo_concurrency.lockutils [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.441060] env[69365]: DEBUG oslo_concurrency.lockutils [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.441812] env[69365]: DEBUG oslo_concurrency.lockutils [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.442283] env[69365]: DEBUG oslo_concurrency.lockutils [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Acquiring lock "4776fa0f-0c3d-405d-aac0-c8da9a85bd6a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.442486] env[69365]: DEBUG oslo_concurrency.lockutils [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Lock "4776fa0f-0c3d-405d-aac0-c8da9a85bd6a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.443568] env[69365]: DEBUG oslo_concurrency.lockutils [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Lock "4776fa0f-0c3d-405d-aac0-c8da9a85bd6a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.464406] env[69365]: INFO dbcounter [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Registered counter for database nova_cell0 [ 593.472931] env[69365]: INFO dbcounter [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Registered counter for database nova_cell1 [ 593.911887] env[69365]: DEBUG oslo_db.sqlalchemy.engines [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69365) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 593.912341] env[69365]: DEBUG oslo_db.sqlalchemy.engines [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69365) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 593.917605] env[69365]: ERROR nova.db.main.api [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 593.917605] env[69365]: result = function(*args, **kwargs) [ 593.917605] env[69365]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 593.917605] env[69365]: return func(*args, **kwargs) [ 593.917605] env[69365]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 593.917605] env[69365]: result = fn(*args, **kwargs) [ 593.917605] env[69365]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 593.917605] env[69365]: return f(*args, **kwargs) [ 593.917605] env[69365]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 593.917605] env[69365]: return db.service_get_minimum_version(context, binaries) [ 593.917605] env[69365]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 593.917605] env[69365]: _check_db_access() [ 593.917605] env[69365]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 593.917605] env[69365]: stacktrace = ''.join(traceback.format_stack()) [ 593.917605] env[69365]: [ 593.918482] env[69365]: ERROR nova.db.main.api [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 593.918482] env[69365]: result = function(*args, **kwargs) [ 593.918482] env[69365]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 593.918482] env[69365]: return func(*args, **kwargs) [ 593.918482] env[69365]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 593.918482] env[69365]: result = fn(*args, **kwargs) [ 593.918482] env[69365]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 593.918482] env[69365]: return f(*args, **kwargs) [ 593.918482] env[69365]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 593.918482] env[69365]: return db.service_get_minimum_version(context, binaries) [ 593.918482] env[69365]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 593.918482] env[69365]: _check_db_access() [ 593.918482] env[69365]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 593.918482] env[69365]: stacktrace = ''.join(traceback.format_stack()) [ 593.918482] env[69365]: [ 593.918920] env[69365]: WARNING nova.objects.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Failed to get minimum service version for cell 4776fa0f-0c3d-405d-aac0-c8da9a85bd6a [ 593.919075] env[69365]: WARNING nova.objects.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 593.919535] env[69365]: DEBUG oslo_concurrency.lockutils [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Acquiring lock "singleton_lock" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.919696] env[69365]: DEBUG oslo_concurrency.lockutils [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Acquired lock "singleton_lock" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.919937] env[69365]: DEBUG oslo_concurrency.lockutils [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Releasing lock "singleton_lock" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.920319] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Full set of CONF: {{(pid=69365) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 593.920478] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ******************************************************************************** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 593.920604] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] Configuration options gathered from: {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 593.920744] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 593.920951] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 593.921097] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ================================================================================ {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 593.921339] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] allow_resize_to_same_host = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.921527] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] arq_binding_timeout = 300 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.921667] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] backdoor_port = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.921823] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] backdoor_socket = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.922059] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] block_device_allocate_retries = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.922259] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] block_device_allocate_retries_interval = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.922450] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cert = self.pem {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.922676] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.922869] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute_monitors = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.923075] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] config_dir = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.923575] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] config_drive_format = iso9660 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.923773] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.923961] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] config_source = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.924149] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] console_host = devstack {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.924322] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] control_exchange = nova {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.924482] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cpu_allocation_ratio = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.924643] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] daemon = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.924816] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] debug = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.924999] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] default_access_ip_network_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.925189] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] default_availability_zone = nova {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.925347] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] default_ephemeral_format = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.925529] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] default_green_pool_size = 1000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.925794] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.925963] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] default_schedule_zone = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.926138] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] disk_allocation_ratio = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.926301] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] enable_new_services = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.926479] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] enabled_apis = ['osapi_compute'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.926642] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] enabled_ssl_apis = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.926803] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] flat_injected = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.926965] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] force_config_drive = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.927149] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] force_raw_images = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.927355] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] graceful_shutdown_timeout = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.927526] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] heal_instance_info_cache_interval = -1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.927753] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] host = cpu-1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.927934] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.928113] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.928279] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.928491] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.928654] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] instance_build_timeout = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.928847] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] instance_delete_interval = 300 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.929106] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] instance_format = [instance: %(uuid)s] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.929334] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] instance_name_template = instance-%08x {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.929544] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] instance_usage_audit = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.929764] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] instance_usage_audit_period = month {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.929974] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.930201] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.930455] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] internal_service_availability_zone = internal {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.930641] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] key = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.930811] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] live_migration_retry_count = 30 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.930983] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] log_color = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.931166] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] log_config_append = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.931336] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.931496] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] log_dir = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.931653] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] log_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.931781] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] log_options = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.931957] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] log_rotate_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.932175] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] log_rotate_interval_type = days {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.932349] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] log_rotation_type = none {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.932486] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.932625] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.932803] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.932969] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.933112] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.933277] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] long_rpc_timeout = 1800 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.933436] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] max_concurrent_builds = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.933631] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] max_concurrent_live_migrations = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.933820] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] max_concurrent_snapshots = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.933982] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] max_local_block_devices = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.934156] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] max_logfile_count = 30 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.934315] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] max_logfile_size_mb = 200 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.934470] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] maximum_instance_delete_attempts = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.934638] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] metadata_listen = 0.0.0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.934805] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] metadata_listen_port = 8775 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.934999] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] metadata_workers = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.935190] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] migrate_max_retries = -1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.935394] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] mkisofs_cmd = genisoimage {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.935608] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.935742] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] my_ip = 10.180.1.21 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.935948] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.936125] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] network_allocate_retries = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.936304] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.936468] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.936631] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] osapi_compute_listen_port = 8774 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.936833] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] osapi_compute_unique_server_name_scope = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.937032] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] osapi_compute_workers = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.937205] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] password_length = 12 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.937365] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] periodic_enable = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.937522] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] periodic_fuzzy_delay = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.937693] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] pointer_model = usbtablet {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.937862] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] preallocate_images = none {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.938032] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] publish_errors = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.938166] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] pybasedir = /opt/stack/nova {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.938342] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ram_allocation_ratio = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.938561] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] rate_limit_burst = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.938742] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] rate_limit_except_level = CRITICAL {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.938903] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] rate_limit_interval = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.939074] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] reboot_timeout = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.939237] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] reclaim_instance_interval = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.939391] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] record = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.939553] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] reimage_timeout_per_gb = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.939719] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] report_interval = 120 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.939882] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] rescue_timeout = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.940088] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] reserved_host_cpus = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.940256] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] reserved_host_disk_mb = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.940414] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] reserved_host_memory_mb = 512 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.940575] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] reserved_huge_pages = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.940735] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] resize_confirm_window = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.940893] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] resize_fs_using_block_device = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.941065] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] resume_guests_state_on_host_boot = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.941240] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.941401] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] rpc_response_timeout = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.941579] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] run_external_periodic_tasks = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.941760] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] running_deleted_instance_action = reap {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.941922] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.942092] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] running_deleted_instance_timeout = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.942250] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] scheduler_instance_sync_interval = 120 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.942415] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] service_down_time = 720 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.942605] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] servicegroup_driver = db {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.942779] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] shell_completion = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.942942] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] shelved_offload_time = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.943136] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] shelved_poll_interval = 3600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.943335] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] shutdown_timeout = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.943499] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] source_is_ipv6 = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.943658] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ssl_only = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.943929] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.944114] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] sync_power_state_interval = 600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.944281] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] sync_power_state_pool_size = 1000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.944449] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] syslog_log_facility = LOG_USER {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.944607] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] tempdir = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.944776] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] timeout_nbd = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.944974] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] transport_url = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.945162] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] update_resources_interval = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.945326] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] use_cow_images = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.945484] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] use_journal = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.945688] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] use_json = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.945798] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] use_rootwrap_daemon = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.945955] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] use_stderr = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.946124] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] use_syslog = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.946287] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vcpu_pin_set = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.946495] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plugging_is_fatal = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.946668] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plugging_timeout = 300 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.946836] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] virt_mkfs = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.946998] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] volume_usage_poll_interval = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.947173] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] watch_log_file = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.947340] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] web = /usr/share/spice-html5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.947527] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.947806] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.947873] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.948073] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_concurrency.disable_process_locking = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.948389] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.948576] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.948751] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.948926] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.949112] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.949296] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.949488] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.auth_strategy = keystone {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.949688] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.compute_link_prefix = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.949876] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.950065] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.dhcp_domain = novalocal {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.950244] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.enable_instance_password = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.950409] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.glance_link_prefix = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.950575] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.950751] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.950916] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.instance_list_per_project_cells = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.951103] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.list_records_by_skipping_down_cells = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.951303] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.local_metadata_per_cell = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.951478] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.max_limit = 1000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.951649] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.metadata_cache_expiration = 15 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.951828] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.neutron_default_tenant_id = default {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.952014] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.response_validation = warn {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.952190] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.use_neutron_default_nets = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.952362] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.952533] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.952749] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.952946] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.953136] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.vendordata_dynamic_targets = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.953306] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.vendordata_jsonfile_path = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.953490] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.953687] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.backend = dogpile.cache.memcached {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.953857] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.backend_argument = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.954028] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.backend_expiration_time = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.954209] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.config_prefix = cache.oslo {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.954424] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.dead_timeout = 60.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.954600] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.debug_cache_backend = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.954768] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.enable_retry_client = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.954951] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.enable_socket_keepalive = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.955147] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.enabled = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.955316] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.enforce_fips_mode = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.955481] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.expiration_time = 600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.955644] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.hashclient_retry_attempts = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.955841] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.956072] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.memcache_dead_retry = 300 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.956246] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.memcache_password = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.956411] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.956576] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.956741] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.memcache_pool_maxsize = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.956901] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.957076] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.memcache_sasl_enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.957271] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.957432] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.957621] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.memcache_username = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.957792] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.proxies = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.957959] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.redis_db = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.958135] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.redis_password = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.958308] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.958484] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.958652] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.redis_server = localhost:6379 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.958819] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.redis_socket_timeout = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.958978] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.redis_username = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.959187] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.retry_attempts = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.959363] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.retry_delay = 0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.959528] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.socket_keepalive_count = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.959692] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.socket_keepalive_idle = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.959851] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.socket_keepalive_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.960016] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.tls_allowed_ciphers = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.960181] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.tls_cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.960339] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.tls_certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.960500] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.tls_enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.960672] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cache.tls_keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.960872] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.961066] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.auth_type = password {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.961234] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.961412] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.961573] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.961741] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.961906] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.cross_az_attach = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.962078] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.debug = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.962254] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.endpoint_template = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.962455] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.http_retries = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.962652] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.962814] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.962988] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.os_region_name = RegionOne {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.963169] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.963329] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cinder.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.963505] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.963687] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute.cpu_dedicated_set = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.963854] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute.cpu_shared_set = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.964097] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute.image_type_exclude_list = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.964303] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.964476] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.964643] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.964811] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.965019] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.965198] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute.resource_provider_association_refresh = 300 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.965362] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.965524] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute.shutdown_retry_interval = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.965735] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.965927] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] conductor.workers = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.966120] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] console.allowed_origins = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.966284] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] console.ssl_ciphers = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.966454] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] console.ssl_minimum_version = default {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.966621] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] consoleauth.enforce_session_timeout = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.966791] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] consoleauth.token_ttl = 600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.966962] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.967132] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.967311] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.967510] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.967684] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.967838] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.968020] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.968178] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.968339] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.968518] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.968679] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.968837] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.969084] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.969300] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.service_type = accelerator {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.969473] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.969634] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.969796] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.969956] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.970152] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.970314] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] cyborg.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.970483] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.asyncio_connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.970646] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.asyncio_slave_connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.970849] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.backend = sqlalchemy {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.971033] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.971204] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.connection_debug = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.971393] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.connection_parameters = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.971560] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.connection_recycle_time = 3600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.971724] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.connection_trace = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.971884] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.db_inc_retry_interval = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.972058] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.db_max_retries = 20 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.972224] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.db_max_retry_interval = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.972416] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.db_retry_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.972621] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.max_overflow = 50 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.972798] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.max_pool_size = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.972963] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.max_retries = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.973152] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.973313] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.mysql_wsrep_sync_wait = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.973472] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.pool_timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.973661] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.retry_interval = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.973831] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.slave_connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.974010] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.sqlite_synchronous = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.974214] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] database.use_db_reconnect = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.974387] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.asyncio_connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.974548] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.asyncio_slave_connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.974721] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.backend = sqlalchemy {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.974921] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.975142] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.connection_debug = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.975327] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.connection_parameters = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.975493] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.connection_recycle_time = 3600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.975667] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.connection_trace = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.975873] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.db_inc_retry_interval = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.976060] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.db_max_retries = 20 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.976230] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.db_max_retry_interval = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.976394] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.db_retry_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.976556] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.max_overflow = 50 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.976719] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.max_pool_size = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.976881] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.max_retries = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.977487] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.977487] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.977487] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.pool_timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.977603] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.retry_interval = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.977766] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.slave_connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.977931] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] api_database.sqlite_synchronous = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.978120] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] devices.enabled_mdev_types = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.978299] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.978469] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.978631] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ephemeral_storage_encryption.enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.978795] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.978998] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.api_servers = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.979187] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.979353] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.979513] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.979671] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.979830] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.979989] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.debug = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.980166] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.default_trusted_certificate_ids = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.980326] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.enable_certificate_validation = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.980577] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.enable_rbd_download = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.980676] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.980842] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.980998] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.981183] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.981331] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.981490] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.num_retries = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.981655] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.rbd_ceph_conf = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.981817] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.rbd_connect_timeout = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.982028] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.rbd_pool = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.982217] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.rbd_user = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.982386] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.982558] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.982727] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.982899] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.service_type = image {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.983092] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.983256] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.983413] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.983582] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.983765] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.983931] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.verify_glance_signatures = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.984110] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] glance.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.984280] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] guestfs.debug = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.984450] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.984612] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.auth_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.984774] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.984936] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.985141] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.985308] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.985468] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.985626] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.985791] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.985948] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.986160] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.986278] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.986434] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.986625] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.986799] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.986970] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.service_type = shared-file-system {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.987151] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.share_apply_policy_timeout = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.987315] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.987472] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.987629] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.987789] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.987971] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.988181] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] manila.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.988356] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] mks.enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.988895] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.988895] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] image_cache.manager_interval = 2400 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.989066] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] image_cache.precache_concurrency = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.989242] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] image_cache.remove_unused_base_images = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.989413] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.989621] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.989817] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] image_cache.subdirectory_name = _base {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.989995] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.api_max_retries = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.990174] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.api_retry_interval = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.990335] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.990497] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.auth_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.990658] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.990818] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.990980] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.991200] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.conductor_group = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.991399] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.991565] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.991725] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.991890] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.992056] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.992220] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.992379] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.992560] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.peer_list = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.992734] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.992937] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.993122] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.serial_console_state_timeout = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.993286] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.993458] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.service_type = baremetal {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.993619] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.shard = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.993782] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.993941] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.994113] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.994274] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.994478] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.994654] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ironic.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.994840] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.995054] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] key_manager.fixed_key = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.995246] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.995409] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.barbican_api_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.995567] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.barbican_endpoint = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.995737] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.barbican_endpoint_type = public {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.995896] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.barbican_region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.996066] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.996270] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.996390] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.996551] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.996710] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.996870] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.number_of_retries = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.997040] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.retry_delay = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.997208] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.send_service_user_token = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.997368] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.997523] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.997681] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.verify_ssl = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.997839] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican.verify_ssl_path = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.998010] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican_service_user.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.998182] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican_service_user.auth_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.998342] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican_service_user.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.998498] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican_service_user.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.998659] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican_service_user.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.998821] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican_service_user.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.998978] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican_service_user.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.999150] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican_service_user.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.999307] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] barbican_service_user.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.999473] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vault.approle_role_id = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.999631] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vault.approle_secret_id = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.999803] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vault.kv_mountpoint = secret {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.999962] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vault.kv_path = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.000137] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vault.kv_version = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.000296] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vault.namespace = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.000453] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vault.root_token_id = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.000606] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vault.ssl_ca_crt_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.000772] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vault.timeout = 60.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.000931] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vault.use_ssl = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.001109] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.001278] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.001437] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.001598] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.001754] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.001911] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.002089] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.002268] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.002427] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.002605] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.002781] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.002930] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.003101] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.003260] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.003429] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.service_type = identity {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.003591] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.003804] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.004075] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.004254] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.004436] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.004596] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] keystone.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.004785] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.ceph_mount_options = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.005221] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.005413] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.connection_uri = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.005579] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.cpu_mode = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.005749] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.005918] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.cpu_models = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.006102] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.cpu_power_governor_high = performance {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.006276] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.006443] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.cpu_power_management = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.006612] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.006786] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.device_detach_attempts = 8 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.006951] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.device_detach_timeout = 20 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.007136] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.disk_cachemodes = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.007390] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.disk_prefix = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.007589] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.enabled_perf_events = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.007766] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.file_backed_memory = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.007937] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.gid_maps = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.008122] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.hw_disk_discard = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.008287] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.hw_machine_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.008459] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.images_rbd_ceph_conf = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.008624] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.008790] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.008960] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.images_rbd_glance_store_name = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.009146] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.images_rbd_pool = rbd {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.009320] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.images_type = default {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.009482] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.images_volume_group = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.009647] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.inject_key = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.009814] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.inject_partition = -2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.009975] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.inject_password = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.010152] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.iscsi_iface = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.010326] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.iser_use_multipath = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.010495] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.010659] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.010825] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.live_migration_downtime = 500 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.010986] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.011161] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.011322] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.live_migration_inbound_addr = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.011485] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.011646] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.011806] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.live_migration_scheme = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.011974] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.live_migration_timeout_action = abort {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.012152] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.live_migration_tunnelled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.012313] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.live_migration_uri = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.012474] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.live_migration_with_native_tls = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.012665] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.max_queues = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.012843] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.013087] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.013260] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.nfs_mount_options = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.013557] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.013737] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.013906] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.014087] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.014258] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.014424] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.num_pcie_ports = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.014597] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.014765] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.pmem_namespaces = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.014953] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.quobyte_client_cfg = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.015263] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.015442] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.015610] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.015775] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.015935] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.rbd_secret_uuid = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.016109] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.rbd_user = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.016282] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.016485] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.016612] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.rescue_image_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.016774] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.rescue_kernel_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.016932] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.rescue_ramdisk_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.017115] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.017282] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.rx_queue_size = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.017453] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.smbfs_mount_options = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.017744] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.017925] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.snapshot_compression = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.018105] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.snapshot_image_format = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.018340] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.018511] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.sparse_logical_volumes = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.018676] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.swtpm_enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.018848] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.swtpm_group = tss {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.019023] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.swtpm_user = tss {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.019200] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.sysinfo_serial = unique {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.019361] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.tb_cache_size = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.019519] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.tx_queue_size = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.019681] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.uid_maps = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.019843] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.use_virtio_for_bridges = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.020018] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.virt_type = kvm {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.020193] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.volume_clear = zero {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.020362] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.volume_clear_size = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.020524] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.volume_enforce_multipath = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.020689] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.volume_use_multipath = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.020847] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.vzstorage_cache_path = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.021021] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.021192] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.021355] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.021520] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.021808] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.021991] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.vzstorage_mount_user = stack {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.022174] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.022349] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.022525] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.auth_type = password {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.022715] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.022880] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.023058] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.023222] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.023384] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.023558] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.default_floating_pool = public {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.023721] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.023883] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.extension_sync_interval = 600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.024056] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.http_retries = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.024227] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.024388] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.024547] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.024720] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.024901] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.025104] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.ovs_bridge = br-int {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.025278] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.physnets = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.025451] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.region_name = RegionOne {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.025613] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.025787] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.service_metadata_proxy = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.025948] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.026129] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.service_type = network {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.026296] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.026454] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.026613] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.026772] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.026952] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.027125] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] neutron.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.027300] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] notifications.bdms_in_notifications = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.027476] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] notifications.default_level = INFO {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.027640] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] notifications.include_share_mapping = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.027813] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] notifications.notification_format = unversioned {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.028050] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] notifications.notify_on_state_change = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.028255] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.028436] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] pci.alias = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.028608] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] pci.device_spec = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.028775] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] pci.report_in_placement = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.028948] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.029135] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.auth_type = password {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.029307] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.029529] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.029618] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.029779] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.029936] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.030107] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.030266] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.default_domain_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.030426] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.default_domain_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.030604] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.domain_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.030768] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.domain_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.030924] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.031095] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.031256] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.031412] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.031568] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.031739] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.password = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.031897] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.project_domain_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.032072] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.project_domain_name = Default {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.032242] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.project_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.032417] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.project_name = service {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.032623] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.region_name = RegionOne {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.032796] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.032960] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.033145] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.service_type = placement {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.033310] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.033467] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.033626] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.033785] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.system_scope = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.033940] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.034107] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.trust_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.034266] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.user_domain_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.034432] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.user_domain_name = Default {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.034588] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.user_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.034760] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.username = nova {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.034954] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.035136] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] placement.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.035320] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.cores = 20 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.035483] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.count_usage_from_placement = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.035653] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.035823] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.injected_file_content_bytes = 10240 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.035988] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.injected_file_path_length = 255 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.036164] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.injected_files = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.036329] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.instances = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.036491] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.key_pairs = 100 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.036696] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.metadata_items = 128 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.036812] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.ram = 51200 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.036976] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.recheck_quota = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.037154] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.server_group_members = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.037318] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.server_groups = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.037518] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.037689] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] quota.unified_limits_resource_strategy = require {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.037862] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.038040] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.038209] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] scheduler.image_metadata_prefilter = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.038371] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.038533] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] scheduler.max_attempts = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.038696] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] scheduler.max_placement_results = 1000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.038857] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.039024] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.039190] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.039361] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] scheduler.workers = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.039536] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.039707] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.039881] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.040058] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.040224] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.040384] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.040570] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.040762] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.040932] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.host_subset_size = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.041109] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.041272] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.041436] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.041601] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.041782] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.041946] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.isolated_hosts = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.042125] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.isolated_images = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.042289] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.042449] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.042643] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.042815] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.pci_in_placement = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.042980] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.043155] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.043320] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.043480] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.043643] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.043807] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.043965] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.track_instance_changes = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.044155] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.044327] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] metrics.required = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.044494] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] metrics.weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.044655] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.044818] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] metrics.weight_setting = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.045167] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.045347] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] serial_console.enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.045523] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] serial_console.port_range = 10000:20000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.045698] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.045871] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.046051] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] serial_console.serialproxy_port = 6083 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.046269] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] service_user.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.046453] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] service_user.auth_type = password {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.046614] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] service_user.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.046804] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] service_user.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.046933] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] service_user.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.047104] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] service_user.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.047262] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] service_user.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.047431] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] service_user.send_service_user_token = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.047591] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] service_user.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.047749] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] service_user.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.047918] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.agent_enabled = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.048093] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.048390] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.048590] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.048761] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.html5proxy_port = 6082 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.048918] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.image_compression = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.049088] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.jpeg_compression = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.049248] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.playback_compression = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.049407] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.require_secure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.049575] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.server_listen = 127.0.0.1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.049743] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.050028] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.050204] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.streaming_mode = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.050364] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] spice.zlib_compression = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.050552] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] upgrade_levels.baseapi = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.050733] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] upgrade_levels.compute = auto {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.050895] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] upgrade_levels.conductor = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.051066] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] upgrade_levels.scheduler = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.051276] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.051467] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.051633] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vendordata_dynamic_auth.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.051796] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vendordata_dynamic_auth.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.051960] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.052137] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vendordata_dynamic_auth.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.052297] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.052459] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.052642] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vendordata_dynamic_auth.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.052818] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.api_retry_count = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.052981] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.ca_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.053169] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.053339] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.cluster_name = testcl1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.053564] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.connection_pool_size = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.053750] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.console_delay_seconds = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.053925] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.datastore_regex = ^datastore.* {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.054149] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.054325] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.host_password = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.054494] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.host_port = 443 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.054662] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.host_username = administrator@vsphere.local {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.054832] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.insecure = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.054996] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.integration_bridge = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.055171] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.maximum_objects = 100 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.055331] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.pbm_default_policy = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.055492] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.pbm_enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.055649] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.pbm_wsdl_location = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.055821] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.055980] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.serial_port_proxy_uri = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.056157] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.serial_port_service_uri = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.056327] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.task_poll_interval = 0.5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.056499] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.use_linked_clone = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.056664] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.vnc_keymap = en-us {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.056829] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.vnc_port = 5900 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.056990] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vmware.vnc_port_total = 10000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.057192] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vnc.auth_schemes = ['none'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.057367] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vnc.enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.057654] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.057838] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.058017] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vnc.novncproxy_port = 6080 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.058209] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vnc.server_listen = 127.0.0.1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.058389] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.058553] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vnc.vencrypt_ca_certs = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.058713] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vnc.vencrypt_client_cert = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.058872] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vnc.vencrypt_client_key = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.059058] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.059285] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.disable_deep_image_inspection = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.059379] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.059539] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.059702] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.059861] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.disable_rootwrap = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.060030] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.enable_numa_live_migration = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.060195] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.060353] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.060542] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.060717] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.libvirt_disable_apic = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.061028] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.061209] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.061375] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.061540] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.061704] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.061864] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.062034] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.062200] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.062360] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.062525] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.062737] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.062911] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] wsgi.client_socket_timeout = 900 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.063088] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] wsgi.default_pool_size = 1000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.063260] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] wsgi.keep_alive = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.063422] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] wsgi.max_header_line = 16384 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.063583] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.063742] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] wsgi.ssl_ca_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.063898] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] wsgi.ssl_cert_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.064067] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] wsgi.ssl_key_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.064234] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] wsgi.tcp_keepidle = 600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.064404] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.064568] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] zvm.ca_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.064727] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] zvm.cloud_connector_url = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.065049] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.065233] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] zvm.reachable_timeout = 300 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.065408] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.065584] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.065763] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler.connection_string = messaging:// {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.065930] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler.enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.066109] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler.es_doc_type = notification {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.066273] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler.es_scroll_size = 10000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.066438] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler.es_scroll_time = 2m {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.066598] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler.filter_error_trace = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.066764] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler.hmac_keys = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.066929] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler.sentinel_service_name = mymaster {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.067105] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler.socket_timeout = 0.1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.067270] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler.trace_requests = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.067429] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler.trace_sqlalchemy = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.067605] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler_jaeger.process_tags = {} {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.067767] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler_jaeger.service_name_prefix = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.067927] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] profiler_otlp.service_name_prefix = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.068101] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] remote_debug.host = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.068262] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] remote_debug.port = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.068435] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.068595] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.068757] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.068916] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.069088] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.069252] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.069411] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.069572] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.069734] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.069903] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.070074] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.070247] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.070420] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.070646] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.070777] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.070967] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.071163] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.071333] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.071504] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.071669] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.071833] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.072015] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.072182] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.072348] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.072510] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.072706] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.072879] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.073054] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.073222] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.073385] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.073572] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.ssl = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.073774] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.073952] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.074134] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.074307] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.074476] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.074642] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.074833] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.075040] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_notifications.retry = -1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.075229] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.075403] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.075576] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.075743] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.auth_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.075902] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.076072] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.076237] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.076395] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.076553] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.076711] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.endpoint_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.076880] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.077047] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.077208] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.endpoint_region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.077368] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.endpoint_service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.077599] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.endpoint_service_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.077679] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.077835] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.077990] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.078159] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.078316] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.078473] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.078627] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.078784] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.service_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.078945] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.079137] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.079310] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.079470] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.079632] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.valid_interfaces = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.079825] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_limit.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.079998] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_reports.file_event_handler = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.080180] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.080341] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] oslo_reports.log_dir = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.080535] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.080708] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.080870] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.081051] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.081220] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.081381] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.081552] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.081715] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plug_ovs_privileged.group = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.081871] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082045] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082212] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082369] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] vif_plug_ovs_privileged.user = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082543] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082755] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082938] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.083126] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.083299] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.083472] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.083673] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.083873] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.084079] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.084257] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_ovs.isolate_vif = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.084426] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.084592] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.084761] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.084984] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.085098] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] os_vif_ovs.per_port_bridge = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.085273] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] privsep_osbrick.capabilities = [21] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.085433] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] privsep_osbrick.group = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.085591] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] privsep_osbrick.helper_command = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.085758] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.085921] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.086088] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] privsep_osbrick.user = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.086264] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.086421] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] nova_sys_admin.group = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.086578] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] nova_sys_admin.helper_command = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.086781] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.086959] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.087131] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] nova_sys_admin.user = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.087266] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-26c72af0-419b-480d-9a23-49c636ed8f65 None None] ******************************************************************************** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 594.087678] env[69365]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 594.590960] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Getting list of instances from cluster (obj){ [ 594.590960] env[69365]: value = "domain-c8" [ 594.590960] env[69365]: _type = "ClusterComputeResource" [ 594.590960] env[69365]: } {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 594.592135] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061face1-ee84-4d11-97a8-030f57646af7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.601168] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Got total of 0 instances {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 594.601742] env[69365]: WARNING nova.virt.vmwareapi.driver [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 594.602218] env[69365]: INFO nova.virt.node [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Generated node identity 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 [ 594.602453] env[69365]: INFO nova.virt.node [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Wrote node identity 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 to /opt/stack/data/n-cpu-1/compute_id [ 595.105049] env[69365]: WARNING nova.compute.manager [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Compute nodes ['57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 596.110545] env[69365]: INFO nova.compute.manager [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 597.119712] env[69365]: WARNING nova.compute.manager [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 597.120067] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.120255] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.120409] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.120587] env[69365]: DEBUG nova.compute.resource_tracker [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 597.121547] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd78e2c0-62eb-421a-b084-ab46da07d46c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.130076] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba71885e-c1a7-4e68-8cdf-9d045b0858c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.144547] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66322d8-576c-40df-a65d-e8623fbe9368 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.150754] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b016ba44-e2a6-4ef5-8aa7-ec579c4202b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.178985] env[69365]: DEBUG nova.compute.resource_tracker [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181029MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 597.179158] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.179319] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.682080] env[69365]: WARNING nova.compute.resource_tracker [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] No compute node record for cpu-1:57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 could not be found. [ 598.186589] env[69365]: INFO nova.compute.resource_tracker [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 [ 599.694837] env[69365]: DEBUG nova.compute.resource_tracker [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 599.695307] env[69365]: DEBUG nova.compute.resource_tracker [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 599.852113] env[69365]: INFO nova.scheduler.client.report [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] [req-8f8b8147-4ed7-4e52-8f97-d00c29007cbc] Created resource provider record via placement API for resource provider with UUID 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 599.869347] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01b6c05-4ab0-48bc-9490-d6c45612a8f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.877021] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e23093-0f11-4cfe-9f2a-c4d72a368e9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.906711] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5c6c78-5b3c-438d-90d4-421f6cea5ac6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.913996] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a229d536-32b6-4789-9e09-aa700edecd5a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.927015] env[69365]: DEBUG nova.compute.provider_tree [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.464785] env[69365]: DEBUG nova.scheduler.client.report [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Updated inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 600.465035] env[69365]: DEBUG nova.compute.provider_tree [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Updating resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 generation from 0 to 1 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 600.465186] env[69365]: DEBUG nova.compute.provider_tree [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.512948] env[69365]: DEBUG nova.compute.provider_tree [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Updating resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 generation from 1 to 2 during operation: update_traits {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 601.018124] env[69365]: DEBUG nova.compute.resource_tracker [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 601.018506] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.018626] env[69365]: DEBUG nova.service [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Creating RPC server for service compute {{(pid=69365) start /opt/stack/nova/nova/service.py:186}} [ 601.032421] env[69365]: DEBUG nova.service [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] Join ServiceGroup membership for this service compute {{(pid=69365) start /opt/stack/nova/nova/service.py:203}} [ 601.032636] env[69365]: DEBUG nova.servicegroup.drivers.db [None req-31f246a2-ae8b-4090-83c4-1ce9e855c247 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69365) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 640.524766] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquiring lock "c71c0ece-f925-4ac2-a005-8922212a6f97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.524766] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Lock "c71c0ece-f925-4ac2-a005-8922212a6f97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.029550] env[69365]: DEBUG nova.compute.manager [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.246058] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.246321] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.332840] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquiring lock "cdbc4c38-4161-46b9-b382-930146f88912" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.333283] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "cdbc4c38-4161-46b9-b382-930146f88912" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.592422] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.592716] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.595094] env[69365]: INFO nova.compute.claims [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.751657] env[69365]: DEBUG nova.compute.manager [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.836595] env[69365]: DEBUG nova.compute.manager [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.282247] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.305193] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Acquiring lock "992a7f0e-313c-4858-8cab-1ba670160225" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.305659] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Lock "992a7f0e-313c-4858-8cab-1ba670160225" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.360563] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.709313] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fdf115-0ba4-40ab-a03b-679a9ec499e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.718409] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f44387-756c-46b0-958b-58947f5599b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.759024] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681e1c37-c049-47d7-9054-18fefacf11f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.765434] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98061149-3e6e-44ef-b0e3-0a355c88a865 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.779898] env[69365]: DEBUG nova.compute.provider_tree [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.809093] env[69365]: DEBUG nova.compute.manager [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.840991] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquiring lock "631e2028-d9a5-4a52-90f7-ffab81a34392" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.841227] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Lock "631e2028-d9a5-4a52-90f7-ffab81a34392" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.034579] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.287099] env[69365]: DEBUG nova.scheduler.client.report [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.338115] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.348571] env[69365]: DEBUG nova.compute.manager [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.538351] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Getting list of instances from cluster (obj){ [ 643.538351] env[69365]: value = "domain-c8" [ 643.538351] env[69365]: _type = "ClusterComputeResource" [ 643.538351] env[69365]: } {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 643.539776] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca9aebe-923b-4c8c-aa7d-be34b4577006 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.552557] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Got total of 0 instances {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 643.552763] env[69365]: WARNING nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] While synchronizing instance power states, found 1 instances in the database and 0 instances on the hypervisor. [ 643.552982] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Triggering sync for uuid c71c0ece-f925-4ac2-a005-8922212a6f97 {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 643.553324] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "c71c0ece-f925-4ac2-a005-8922212a6f97" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.553473] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.553841] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Getting list of instances from cluster (obj){ [ 643.553841] env[69365]: value = "domain-c8" [ 643.553841] env[69365]: _type = "ClusterComputeResource" [ 643.553841] env[69365]: } {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 643.554795] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727c1a01-9abd-4f5c-a45b-c5af5301ca06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.566874] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Got total of 0 instances {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 643.794764] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.796145] env[69365]: DEBUG nova.compute.manager [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.802054] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.516s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.803533] env[69365]: INFO nova.compute.claims [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.889114] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.314479] env[69365]: DEBUG nova.compute.utils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.316048] env[69365]: DEBUG nova.compute.manager [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 644.502610] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.504516] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.821120] env[69365]: DEBUG nova.compute.manager [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.972892] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca92f9f-1bdc-4048-a983-88483be79188 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.984614] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabf303c-cae4-4747-b4e7-6d86a7d59206 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.020792] env[69365]: DEBUG nova.compute.manager [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.024572] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6770c0d8-0a87-463e-b8aa-5243d4785c10 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.034076] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37458c80-94e7-4d9c-b308-39fd1b2d11cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.053144] env[69365]: DEBUG nova.compute.provider_tree [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.165307] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Acquiring lock "d0af16e1-ef91-409d-af71-2c57bd1c4aef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.165697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lock "d0af16e1-ef91-409d-af71-2c57bd1c4aef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.553788] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.555900] env[69365]: DEBUG nova.scheduler.client.report [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.667832] env[69365]: DEBUG nova.compute.manager [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.833295] env[69365]: DEBUG nova.compute.manager [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.070652] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.071164] env[69365]: DEBUG nova.compute.manager [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.077447] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.717s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.079577] env[69365]: INFO nova.compute.claims [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.102202] env[69365]: DEBUG nova.virt.hardware [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.102525] env[69365]: DEBUG nova.virt.hardware [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.102591] env[69365]: DEBUG nova.virt.hardware [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.102851] env[69365]: DEBUG nova.virt.hardware [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.102921] env[69365]: DEBUG nova.virt.hardware [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.103074] env[69365]: DEBUG nova.virt.hardware [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.103898] env[69365]: DEBUG nova.virt.hardware [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.103898] env[69365]: DEBUG nova.virt.hardware [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.104204] env[69365]: DEBUG nova.virt.hardware [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.104416] env[69365]: DEBUG nova.virt.hardware [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.105315] env[69365]: DEBUG nova.virt.hardware [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.106302] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbfdfef-8a00-4724-9644-b9a345638cc1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.115039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319372b9-a121-4a5c-b441-d42d31a2b0c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.139877] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1d8fe1-cdb4-46e9-942f-5cf45719df29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.158375] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.170191] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.170774] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd00dc75-c09b-43c8-a021-0c7f7fdcc0f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.187110] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Created folder: OpenStack in parent group-v4. [ 646.187110] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Creating folder: Project (6d6a6415fdfd40f7a5d9895b2425f17a). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.187110] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5896ea7a-bb3a-4137-9c29-4a00d88d4117 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.197351] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Created folder: Project (6d6a6415fdfd40f7a5d9895b2425f17a) in parent group-v659152. [ 646.197351] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Creating folder: Instances. Parent ref: group-v659153. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.197937] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31a03cb7-d6e6-4408-98db-b2cf150dd338 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.210054] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Created folder: Instances in parent group-v659153. [ 646.210054] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.210775] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.210775] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.210936] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-246423fc-2876-4b20-ae04-ea53f419a69b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.231752] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.231752] env[69365]: value = "task-3301191" [ 646.231752] env[69365]: _type = "Task" [ 646.231752] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.244111] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301191, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.258237] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Acquiring lock "82c13f86-5dcc-4ca8-9006-dafc34dd00a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.258359] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Lock "82c13f86-5dcc-4ca8-9006-dafc34dd00a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.589376] env[69365]: DEBUG nova.compute.utils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.594740] env[69365]: DEBUG nova.compute.manager [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.600741] env[69365]: DEBUG nova.network.neutron [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.748670] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301191, 'name': CreateVM_Task, 'duration_secs': 0.284705} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.750088] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.750949] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca7204b-6d89-4d7a-b400-d47b14a02b0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.755248] env[69365]: DEBUG oslo_vmware.service [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745feeb4-6fa0-4ea4-a276-b4c9872a1dd0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.761411] env[69365]: DEBUG nova.compute.manager [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.773102] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd347ef-045f-417d-ae73-4d733b3fcfe2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.783171] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.783171] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.783171] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.783171] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2660257a-493c-4f82-8865-42ec7abb057f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.823841] env[69365]: DEBUG nova.policy [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8a39e2934d4466fb48f3eb3d304e735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06cc61117c244cbd96f72644fd32205e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.826612] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42af620a-8bb9-4e00-a6eb-a9e4ae882594 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.831683] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 646.831683] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528b98ea-56dd-8583-e72d-e5d81c35552f" [ 646.831683] env[69365]: _type = "Task" [ 646.831683] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.842806] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a5c792-979b-4029-907e-f27280a2f1da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.850956] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.851754] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.851754] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.851754] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.852069] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.860006] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3911eadb-8d5c-4bc0-86cb-928caf4d0e9c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.862757] env[69365]: DEBUG nova.compute.provider_tree [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.879264] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.879507] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.884021] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587d69a9-ee33-47c5-886e-79b9134cc4e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.893127] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604a5c68-eef1-408a-b454-9f7e9c8248cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.898455] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 646.898455] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5218e380-33a7-88e1-183b-9029afc51c0a" [ 646.898455] env[69365]: _type = "Task" [ 646.898455] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.912362] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5218e380-33a7-88e1-183b-9029afc51c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.096710] env[69365]: DEBUG nova.compute.manager [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.295476] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.366233] env[69365]: DEBUG nova.scheduler.client.report [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.415445] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 647.415445] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Creating directory with path [datastore2] vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8/4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.416074] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56c0e545-b4cc-4688-841b-c93a1c21dde4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.440669] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Acquiring lock "d4c933e5-f6c1-4fec-bb82-8e65954c22aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.441390] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Lock "d4c933e5-f6c1-4fec-bb82-8e65954c22aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.442891] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Created directory with path [datastore2] vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8/4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.443217] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Fetch image to [datastore2] vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 647.443520] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Downloading image file data 4e583c73-f9e9-4f1a-92cf-229890cb8186 to [datastore2] vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk on the data store datastore2 {{(pid=69365) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 647.445445] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e5fdef-7b99-44a2-a8f5-6711dcc3ed77 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.457949] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d4de5a-a5e6-4e26-ba09-8fd391bf5db4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.474269] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd0f563-6961-41e4-8403-d02f26406ac4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.512171] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cf13a8-61bc-4590-b0e4-e89da1f13800 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.518622] env[69365]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-99868d49-328a-46d0-a585-f65bd6cbb042 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.613057] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Downloading image file data 4e583c73-f9e9-4f1a-92cf-229890cb8186 to the data store datastore2 {{(pid=69365) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 647.720038] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 647.831534] env[69365]: DEBUG nova.network.neutron [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Successfully created port: 794cfa4f-81e8-4275-90f4-8e53a2ae3680 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.871406] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.794s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.872074] env[69365]: DEBUG nova.compute.manager [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.875575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.538s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.883151] env[69365]: INFO nova.compute.claims [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.946080] env[69365]: DEBUG nova.compute.manager [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.115240] env[69365]: DEBUG nova.compute.manager [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.140729] env[69365]: DEBUG nova.virt.hardware [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.141051] env[69365]: DEBUG nova.virt.hardware [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.141257] env[69365]: DEBUG nova.virt.hardware [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.142308] env[69365]: DEBUG nova.virt.hardware [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.142308] env[69365]: DEBUG nova.virt.hardware [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.142308] env[69365]: DEBUG nova.virt.hardware [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.142308] env[69365]: DEBUG nova.virt.hardware [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.143694] env[69365]: DEBUG nova.virt.hardware [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.143694] env[69365]: DEBUG nova.virt.hardware [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.143694] env[69365]: DEBUG nova.virt.hardware [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.143694] env[69365]: DEBUG nova.virt.hardware [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.144121] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f63514-cde7-4bf8-84da-a861ec4d8977 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.154815] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cd6190-284c-4c0f-a187-01aea80f259b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.393765] env[69365]: DEBUG nova.compute.utils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.397013] env[69365]: DEBUG nova.compute.manager [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.397336] env[69365]: DEBUG nova.network.neutron [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.423401] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 648.423627] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 648.483052] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.567019] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Downloaded image file data 4e583c73-f9e9-4f1a-92cf-229890cb8186 to vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk on the data store datastore2 {{(pid=69365) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 648.567019] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 648.567019] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Copying Virtual Disk [datastore2] vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk to [datastore2] vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.567928] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-386f0fe2-ef0d-47c1-8f6e-e4ce71793cf2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.579113] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 648.579113] env[69365]: value = "task-3301192" [ 648.579113] env[69365]: _type = "Task" [ 648.579113] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.592239] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.603104] env[69365]: DEBUG nova.policy [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23979ab15317450ea2b40cac030bb3c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11fba28064e044fda063baa6d31529dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.906329] env[69365]: DEBUG nova.compute.manager [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.084661] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c4dcf3-69cd-404f-ad6a-3f80c0a6ca1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.098319] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Acquiring lock "c048f2b5-510c-4565-beb7-d015a0e786f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.098561] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Lock "c048f2b5-510c-4565-beb7-d015a0e786f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.099914] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301192, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.107026] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203ae06a-0d11-4b22-be4a-1f8a26df8b16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.141611] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac97ee25-9e6f-49b9-a720-ef43548b39cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.150803] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c139602e-04b9-4aa3-aaca-7ccb4be1c4e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.169115] env[69365]: DEBUG nova.compute.provider_tree [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.297992] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.298354] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.298601] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.298752] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.298911] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.299110] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.299296] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.299465] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 649.299612] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.590919] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694968} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.591364] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Copied Virtual Disk [datastore2] vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk to [datastore2] vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.591595] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Deleting the datastore file [datastore2] vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.591878] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6e53ac7-2e46-4277-a8f9-57d4cfcf0aae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.601479] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 649.601479] env[69365]: value = "task-3301193" [ 649.601479] env[69365]: _type = "Task" [ 649.601479] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.606136] env[69365]: DEBUG nova.compute.manager [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.615212] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.671788] env[69365]: DEBUG nova.scheduler.client.report [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.802184] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.813144] env[69365]: DEBUG nova.network.neutron [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Successfully created port: 661588b7-28c9-4abd-b3c7-42c72d282132 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.924473] env[69365]: DEBUG nova.compute.manager [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.965157] env[69365]: DEBUG nova.virt.hardware [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.965406] env[69365]: DEBUG nova.virt.hardware [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.965568] env[69365]: DEBUG nova.virt.hardware [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.965751] env[69365]: DEBUG nova.virt.hardware [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.966431] env[69365]: DEBUG nova.virt.hardware [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.970082] env[69365]: DEBUG nova.virt.hardware [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.970082] env[69365]: DEBUG nova.virt.hardware [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.970268] env[69365]: DEBUG nova.virt.hardware [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.970397] env[69365]: DEBUG nova.virt.hardware [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.970563] env[69365]: DEBUG nova.virt.hardware [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.970700] env[69365]: DEBUG nova.virt.hardware [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.971636] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1738fdfc-995e-4a2f-969b-14bd521cf442 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.984335] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aa8e65-532c-4100-8f29-1f9c74936087 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.110848] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025384} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.113295] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.113534] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Moving file from [datastore2] vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8/4e583c73-f9e9-4f1a-92cf-229890cb8186 to [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186. {{(pid=69365) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 650.115728] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f8b29572-8f23-43cb-8bd6-42c39a6a43ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.124122] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 650.124122] env[69365]: value = "task-3301194" [ 650.124122] env[69365]: _type = "Task" [ 650.124122] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.132143] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301194, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.134238] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.187019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.187019] env[69365]: DEBUG nova.compute.manager [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.188535] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.302s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.190436] env[69365]: INFO nova.compute.claims [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.643238] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301194, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024123} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.645034] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] File moved {{(pid=69365) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 650.649192] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Cleaning up location [datastore2] vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 650.649192] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Deleting the datastore file [datastore2] vmware_temp/f8c683dd-a7e6-44bd-84f3-bfe51019cdf8 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.649192] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1b118d6-6242-406d-9721-373869c9ca7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.656090] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 650.656090] env[69365]: value = "task-3301195" [ 650.656090] env[69365]: _type = "Task" [ 650.656090] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.664842] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.695150] env[69365]: DEBUG nova.compute.utils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.699137] env[69365]: DEBUG nova.compute.manager [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.699313] env[69365]: DEBUG nova.network.neutron [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.064823] env[69365]: DEBUG nova.policy [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e2aa417db9e47fdbf85e3d549217869', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cecca1c74a874398938d13a82fb00812', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.168607] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0251} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.168912] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.169716] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d80e56-8770-4816-81b3-f35ce2081fe7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.176847] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 651.176847] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5213c734-ee34-3e70-7e45-589e50bc5d9c" [ 651.176847] env[69365]: _type = "Task" [ 651.176847] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.188396] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5213c734-ee34-3e70-7e45-589e50bc5d9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.199564] env[69365]: DEBUG nova.compute.manager [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.496622] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d26bcdc-8c72-437f-9efd-18890412a6ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.509211] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1318b5c-f3da-4811-8489-581b7658e2dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.551389] env[69365]: DEBUG nova.network.neutron [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Successfully updated port: 794cfa4f-81e8-4275-90f4-8e53a2ae3680 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.554077] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3022d3a9-6efd-499f-935e-b7c2e584bc26 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.565198] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68abede1-cfc0-463d-8bc7-dcd6ef59565f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.581321] env[69365]: DEBUG nova.compute.provider_tree [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.693479] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5213c734-ee34-3e70-7e45-589e50bc5d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.008607} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.694283] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.695166] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] c71c0ece-f925-4ac2-a005-8922212a6f97/c71c0ece-f925-4ac2-a005-8922212a6f97.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.696219] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1db93130-cbba-4b9e-945d-2e037b221cde {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.704614] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 651.704614] env[69365]: value = "task-3301196" [ 651.704614] env[69365]: _type = "Task" [ 651.704614] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.720621] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.055646] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.055823] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.055982] env[69365]: DEBUG nova.network.neutron [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.084344] env[69365]: DEBUG nova.scheduler.client.report [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.218926] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301196, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.222858] env[69365]: DEBUG nova.compute.manager [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.260471] env[69365]: DEBUG nova.virt.hardware [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.260471] env[69365]: DEBUG nova.virt.hardware [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.260471] env[69365]: DEBUG nova.virt.hardware [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.260610] env[69365]: DEBUG nova.virt.hardware [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.260610] env[69365]: DEBUG nova.virt.hardware [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.260610] env[69365]: DEBUG nova.virt.hardware [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.260610] env[69365]: DEBUG nova.virt.hardware [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.260854] env[69365]: DEBUG nova.virt.hardware [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.261420] env[69365]: DEBUG nova.virt.hardware [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.261420] env[69365]: DEBUG nova.virt.hardware [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.261420] env[69365]: DEBUG nova.virt.hardware [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.262502] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f100ebcd-df99-4c38-bc62-099b5ded16d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.270758] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40712877-6dd3-47b3-a40a-bb023e11ae39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.337132] env[69365]: DEBUG nova.network.neutron [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Successfully created port: fa6bf206-b61d-45f9-ad6d-63573b7c186f {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.592338] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.593191] env[69365]: DEBUG nova.compute.manager [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.596345] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.043s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.600122] env[69365]: INFO nova.compute.claims [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.680132] env[69365]: DEBUG nova.network.neutron [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.719855] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54281} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.720279] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] c71c0ece-f925-4ac2-a005-8922212a6f97/c71c0ece-f925-4ac2-a005-8922212a6f97.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.720795] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.721149] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75127e32-7024-4bf7-a612-306ecd504a49 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.731940] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 652.731940] env[69365]: value = "task-3301197" [ 652.731940] env[69365]: _type = "Task" [ 652.731940] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.748835] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.102501] env[69365]: DEBUG nova.compute.utils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.105982] env[69365]: DEBUG nova.compute.manager [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 653.242819] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226837} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.243443] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.244405] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae212faa-4096-4e9c-98fc-c6bb8712876a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.271457] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] c71c0ece-f925-4ac2-a005-8922212a6f97/c71c0ece-f925-4ac2-a005-8922212a6f97.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.271918] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5aec333-1f13-4ee6-bb25-50a60f1307b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.298060] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 653.298060] env[69365]: value = "task-3301198" [ 653.298060] env[69365]: _type = "Task" [ 653.298060] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.307826] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.409466] env[69365]: DEBUG nova.network.neutron [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating instance_info_cache with network_info: [{"id": "794cfa4f-81e8-4275-90f4-8e53a2ae3680", "address": "fa:16:3e:82:bc:a3", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap794cfa4f-81", "ovs_interfaceid": "794cfa4f-81e8-4275-90f4-8e53a2ae3680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.543231] env[69365]: DEBUG nova.compute.manager [req-20dbf90c-3dae-4c7e-9988-08e0ab16535e req-05744144-ffa0-40e2-b5e1-729c21e8fe22 service nova] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Received event network-vif-plugged-794cfa4f-81e8-4275-90f4-8e53a2ae3680 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.543816] env[69365]: DEBUG oslo_concurrency.lockutils [req-20dbf90c-3dae-4c7e-9988-08e0ab16535e req-05744144-ffa0-40e2-b5e1-729c21e8fe22 service nova] Acquiring lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.544301] env[69365]: DEBUG oslo_concurrency.lockutils [req-20dbf90c-3dae-4c7e-9988-08e0ab16535e req-05744144-ffa0-40e2-b5e1-729c21e8fe22 service nova] Lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.544451] env[69365]: DEBUG oslo_concurrency.lockutils [req-20dbf90c-3dae-4c7e-9988-08e0ab16535e req-05744144-ffa0-40e2-b5e1-729c21e8fe22 service nova] Lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.544670] env[69365]: DEBUG nova.compute.manager [req-20dbf90c-3dae-4c7e-9988-08e0ab16535e req-05744144-ffa0-40e2-b5e1-729c21e8fe22 service nova] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] No waiting events found dispatching network-vif-plugged-794cfa4f-81e8-4275-90f4-8e53a2ae3680 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.544898] env[69365]: WARNING nova.compute.manager [req-20dbf90c-3dae-4c7e-9988-08e0ab16535e req-05744144-ffa0-40e2-b5e1-729c21e8fe22 service nova] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Received unexpected event network-vif-plugged-794cfa4f-81e8-4275-90f4-8e53a2ae3680 for instance with vm_state building and task_state spawning. [ 653.606812] env[69365]: DEBUG nova.compute.manager [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.750113] env[69365]: DEBUG nova.network.neutron [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Successfully updated port: 661588b7-28c9-4abd-b3c7-42c72d282132 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.810293] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301198, 'name': ReconfigVM_Task, 'duration_secs': 0.282983} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.813051] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Reconfigured VM instance instance-00000001 to attach disk [datastore2] c71c0ece-f925-4ac2-a005-8922212a6f97/c71c0ece-f925-4ac2-a005-8922212a6f97.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.814028] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-132c171d-40e3-4a43-bd7a-3ffedb45fb8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.821330] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 653.821330] env[69365]: value = "task-3301199" [ 653.821330] env[69365]: _type = "Task" [ 653.821330] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.833716] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301199, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.899841] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a22b53e-b713-40e5-9d4c-03bf78822b63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.909059] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eed7f04-ea6c-4165-b72e-9dba81402768 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.914727] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.914727] env[69365]: DEBUG nova.compute.manager [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Instance network_info: |[{"id": "794cfa4f-81e8-4275-90f4-8e53a2ae3680", "address": "fa:16:3e:82:bc:a3", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap794cfa4f-81", "ovs_interfaceid": "794cfa4f-81e8-4275-90f4-8e53a2ae3680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.915411] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:bc:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '794cfa4f-81e8-4275-90f4-8e53a2ae3680', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.926543] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Creating folder: Project (06cc61117c244cbd96f72644fd32205e). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.927349] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bf2d69e-f06a-40c0-8cea-0d137124e6f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.967714] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40216e30-3596-4742-afd0-18d9adfe9fd0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.977037] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2113e132-1a9e-421c-b635-180b126ca05b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.981907] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Created folder: Project (06cc61117c244cbd96f72644fd32205e) in parent group-v659152. [ 653.982113] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Creating folder: Instances. Parent ref: group-v659156. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.982449] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c60375c5-95ff-4ec8-a56a-faeb133d9964 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.996210] env[69365]: DEBUG nova.compute.provider_tree [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.998686] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Created folder: Instances in parent group-v659156. [ 654.001658] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.001658] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.001658] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3c4f701-ac23-4911-a390-259fcbdd58b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.024268] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.024268] env[69365]: value = "task-3301202" [ 654.024268] env[69365]: _type = "Task" [ 654.024268] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.032434] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301202, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.255269] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquiring lock "refresh_cache-cdbc4c38-4161-46b9-b382-930146f88912" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.255269] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquired lock "refresh_cache-cdbc4c38-4161-46b9-b382-930146f88912" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.255269] env[69365]: DEBUG nova.network.neutron [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.337234] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301199, 'name': Rename_Task, 'duration_secs': 0.130352} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.337234] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.337234] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8a190a2-0408-4f9f-8bfc-5cc8703a2319 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.345073] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 654.345073] env[69365]: value = "task-3301203" [ 654.345073] env[69365]: _type = "Task" [ 654.345073] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.359397] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.502129] env[69365]: DEBUG nova.scheduler.client.report [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.538171] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301202, 'name': CreateVM_Task, 'duration_secs': 0.332433} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.538849] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.560121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.560121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.560121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.560417] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4aa6f6d-9c3f-4c9a-aecd-a661df821a57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.566167] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 654.566167] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a7a101-6a76-582a-47e4-1c4d42c693e2" [ 654.566167] env[69365]: _type = "Task" [ 654.566167] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.578019] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a7a101-6a76-582a-47e4-1c4d42c693e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.623988] env[69365]: DEBUG nova.compute.manager [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.648345] env[69365]: DEBUG nova.virt.hardware [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.648581] env[69365]: DEBUG nova.virt.hardware [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.648731] env[69365]: DEBUG nova.virt.hardware [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.648903] env[69365]: DEBUG nova.virt.hardware [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.649058] env[69365]: DEBUG nova.virt.hardware [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.649208] env[69365]: DEBUG nova.virt.hardware [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.649406] env[69365]: DEBUG nova.virt.hardware [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.649558] env[69365]: DEBUG nova.virt.hardware [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.649716] env[69365]: DEBUG nova.virt.hardware [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.649874] env[69365]: DEBUG nova.virt.hardware [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.650333] env[69365]: DEBUG nova.virt.hardware [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.651108] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33791e81-ec1a-4b20-bdac-c984b23f0855 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.659153] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b26730-ea2c-4858-9cf8-c89b6f16d31b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.672977] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.679956] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Creating folder: Project (8f689030ec674713b3e253f9e3fb58b1). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.680278] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f016b70e-cf00-41d5-9e5a-b30c68762766 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.689792] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Created folder: Project (8f689030ec674713b3e253f9e3fb58b1) in parent group-v659152. [ 654.689977] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Creating folder: Instances. Parent ref: group-v659159. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.690211] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c36d1da-d5f7-4aee-b108-6dbc78d1dcf8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.699018] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Created folder: Instances in parent group-v659159. [ 654.699242] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.699420] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.699609] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88f28004-8d2a-4f76-a78a-75fb84959eee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.715435] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.715435] env[69365]: value = "task-3301206" [ 654.715435] env[69365]: _type = "Task" [ 654.715435] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.722624] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301206, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.855248] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301203, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.955656] env[69365]: DEBUG nova.network.neutron [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.008181] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.008682] env[69365]: DEBUG nova.compute.manager [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.011272] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.801s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.012787] env[69365]: INFO nova.compute.claims [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.081788] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a7a101-6a76-582a-47e4-1c4d42c693e2, 'name': SearchDatastore_Task, 'duration_secs': 0.014306} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.082309] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.082548] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.086023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.086023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.086023] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.086023] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dae643d1-0e47-4414-9ce7-a8f311e29d59 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.093472] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.093674] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.094515] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df364d0f-05d3-4921-8762-99bdd239b85e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.103595] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 655.103595] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b03fcb-fff8-eb7d-381d-ce808649cfb5" [ 655.103595] env[69365]: _type = "Task" [ 655.103595] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.114548] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.114548] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.120619] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b03fcb-fff8-eb7d-381d-ce808649cfb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.227014] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301206, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.359214] env[69365]: DEBUG oslo_vmware.api [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301203, 'name': PowerOnVM_Task, 'duration_secs': 0.540001} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.362018] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.362018] env[69365]: INFO nova.compute.manager [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Took 9.53 seconds to spawn the instance on the hypervisor. [ 655.362018] env[69365]: DEBUG nova.compute.manager [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.362018] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1749f1-9fb5-47b0-9e98-9a3df49c6225 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.399987] env[69365]: DEBUG nova.network.neutron [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Updating instance_info_cache with network_info: [{"id": "661588b7-28c9-4abd-b3c7-42c72d282132", "address": "fa:16:3e:47:2f:95", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661588b7-28", "ovs_interfaceid": "661588b7-28c9-4abd-b3c7-42c72d282132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.518972] env[69365]: DEBUG nova.compute.utils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.527233] env[69365]: DEBUG nova.compute.manager [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.527233] env[69365]: DEBUG nova.network.neutron [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.619091] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b03fcb-fff8-eb7d-381d-ce808649cfb5, 'name': SearchDatastore_Task, 'duration_secs': 0.039692} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.619628] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-595c9d52-9531-4ae6-8276-90942bf7eb07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.625737] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 655.625737] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bef480-2d5c-aa84-cca2-9c26382c45d6" [ 655.625737] env[69365]: _type = "Task" [ 655.625737] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.636205] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bef480-2d5c-aa84-cca2-9c26382c45d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.647694] env[69365]: DEBUG nova.policy [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '556ad6a721e04e898e1e043a6acaf4c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '310d492db9584229923dc44e59aac0e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.728448] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301206, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.760089] env[69365]: DEBUG nova.network.neutron [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Successfully updated port: fa6bf206-b61d-45f9-ad6d-63573b7c186f {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.886639] env[69365]: INFO nova.compute.manager [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Took 14.35 seconds to build instance. [ 655.905943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Releasing lock "refresh_cache-cdbc4c38-4161-46b9-b382-930146f88912" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.907075] env[69365]: DEBUG nova.compute.manager [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Instance network_info: |[{"id": "661588b7-28c9-4abd-b3c7-42c72d282132", "address": "fa:16:3e:47:2f:95", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661588b7-28", "ovs_interfaceid": "661588b7-28c9-4abd-b3c7-42c72d282132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.907207] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:2f:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '661588b7-28c9-4abd-b3c7-42c72d282132', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.917680] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Creating folder: Project (11fba28064e044fda063baa6d31529dc). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.918658] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c73b72f-dff5-414e-8f4a-a1edd11717e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.929409] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Created folder: Project (11fba28064e044fda063baa6d31529dc) in parent group-v659152. [ 655.929653] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Creating folder: Instances. Parent ref: group-v659162. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.929870] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33bbfd25-dc60-4f45-8074-e949972e7284 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.940583] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Created folder: Instances in parent group-v659162. [ 655.940780] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.941013] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.941203] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cad2bbaa-0a37-480a-9ca4-e96f68b339bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.965350] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.965350] env[69365]: value = "task-3301209" [ 655.965350] env[69365]: _type = "Task" [ 655.965350] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.976482] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301209, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.026843] env[69365]: DEBUG nova.compute.manager [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.137109] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bef480-2d5c-aa84-cca2-9c26382c45d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014091} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.137417] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.137678] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] a71a4c5b-2874-450f-bc0b-1ac80c6f7655/a71a4c5b-2874-450f-bc0b-1ac80c6f7655.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.140947] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df3ed1ec-d902-4ec8-b979-1843a45f270e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.151370] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 656.151370] env[69365]: value = "task-3301210" [ 656.151370] env[69365]: _type = "Task" [ 656.151370] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.160343] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.208589] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Acquiring lock "96159685-0d1e-4992-9e01-a8142fdd47b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.208868] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Lock "96159685-0d1e-4992-9e01-a8142fdd47b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.233259] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301206, 'name': CreateVM_Task, 'duration_secs': 1.320576} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.233490] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.236263] env[69365]: DEBUG oslo_vmware.service [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842ff0aa-ea03-43cd-999c-5c33b0577d0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.246853] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.247561] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.247561] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.248367] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093398ac-3b71-4b9d-9668-aaaec3c5f725 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.255326] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 656.255326] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b458e7-b60d-7c74-0b54-2e43a93feb74" [ 656.255326] env[69365]: _type = "Task" [ 656.255326] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.265339] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Acquiring lock "refresh_cache-992a7f0e-313c-4858-8cab-1ba670160225" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.265339] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Acquired lock "refresh_cache-992a7f0e-313c-4858-8cab-1ba670160225" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.265605] env[69365]: DEBUG nova.network.neutron [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.276420] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.276420] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.276420] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.276420] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.276551] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.276551] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7753df6-b654-4a37-9be2-fbc377d1e752 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.295536] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.296386] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.296844] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab36c549-ba8b-4563-9ed6-d25a16c4570e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.305637] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77883e38-dfe0-4f4f-91ac-09fbf03ef42b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.309807] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58749e69-72d1-4488-9736-651b972cb6db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.319824] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 656.319824] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523b6409-a417-810b-5343-b695117c7d4f" [ 656.319824] env[69365]: _type = "Task" [ 656.319824] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.325293] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7a6cbc-f37d-41f3-8e13-18169b37d9e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.362206] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 656.362206] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Creating directory with path [datastore1] vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3/4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.363396] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24c69ae2-9a4f-48e8-9f0a-c397c6f977a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.367226] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b477a413-408c-47e6-80d9-0fcf5daddc1c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.376214] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627f33ad-9b6a-4e06-b564-c7b7edf643eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.392367] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6a99612-12f1-4a9c-adde-8cad10287422 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Lock "c71c0ece-f925-4ac2-a005-8922212a6f97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.867s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.392450] env[69365]: DEBUG nova.compute.provider_tree [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.396048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "c71c0ece-f925-4ac2-a005-8922212a6f97" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.843s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.396623] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Created directory with path [datastore1] vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3/4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.396623] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Fetch image to [datastore1] vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 656.396719] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Downloading image file data 4e583c73-f9e9-4f1a-92cf-229890cb8186 to [datastore1] vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk on the data store datastore1 {{(pid=69365) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 656.398367] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3d37f8-3457-48b2-ae5c-bc8b22316a16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.401133] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd8e375-8f3f-4034-a4c5-b8097032cff2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.413672] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e6b6fa-9334-4c02-90f9-cf18a275f82e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.429520] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9b019a-1729-41cc-9502-c011ef86e22d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.466167] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a6de7b-6e86-454c-9912-fdbaed9c4839 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.478799] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301209, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.480891] env[69365]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-67ab550e-1b83-4f82-b927-a40f3335b8b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.516885] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Downloading image file data 4e583c73-f9e9-4f1a-92cf-229890cb8186 to the data store datastore1 {{(pid=69365) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 656.604122] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 656.667825] env[69365]: DEBUG nova.network.neutron [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Successfully created port: 0ef42422-ca88-47c3-8797-534422fc6bf6 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.683022] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301210, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.865476] env[69365]: DEBUG nova.network.neutron [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.900027] env[69365]: DEBUG nova.scheduler.client.report [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.903153] env[69365]: DEBUG nova.compute.manager [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.920422] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "c71c0ece-f925-4ac2-a005-8922212a6f97" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.984067] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301209, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.041217] env[69365]: DEBUG nova.compute.manager [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.072142] env[69365]: DEBUG nova.virt.hardware [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.072391] env[69365]: DEBUG nova.virt.hardware [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.072573] env[69365]: DEBUG nova.virt.hardware [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.072733] env[69365]: DEBUG nova.virt.hardware [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.072885] env[69365]: DEBUG nova.virt.hardware [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.075301] env[69365]: DEBUG nova.virt.hardware [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.075301] env[69365]: DEBUG nova.virt.hardware [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.075301] env[69365]: DEBUG nova.virt.hardware [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.075301] env[69365]: DEBUG nova.virt.hardware [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.075465] env[69365]: DEBUG nova.virt.hardware [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.075779] env[69365]: DEBUG nova.virt.hardware [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.076639] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca7a243-acca-47ec-ae08-880d7a6b45b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.091147] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2c654e-1063-4851-8cf4-de224e47ed32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.119591] env[69365]: DEBUG nova.compute.manager [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Received event network-changed-794cfa4f-81e8-4275-90f4-8e53a2ae3680 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.119687] env[69365]: DEBUG nova.compute.manager [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Refreshing instance network info cache due to event network-changed-794cfa4f-81e8-4275-90f4-8e53a2ae3680. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.119908] env[69365]: DEBUG oslo_concurrency.lockutils [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] Acquiring lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.123400] env[69365]: DEBUG oslo_concurrency.lockutils [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] Acquired lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.123961] env[69365]: DEBUG nova.network.neutron [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Refreshing network info cache for port 794cfa4f-81e8-4275-90f4-8e53a2ae3680 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.179233] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648967} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.180117] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] a71a4c5b-2874-450f-bc0b-1ac80c6f7655/a71a4c5b-2874-450f-bc0b-1ac80c6f7655.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.180117] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.180117] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ba86be9-44bb-4af6-9d0d-0c7aed8fb89e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.191082] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 657.191082] env[69365]: value = "task-3301211" [ 657.191082] env[69365]: _type = "Task" [ 657.191082] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.203138] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.331796] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 657.332049] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 657.408050] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.408050] env[69365]: DEBUG nova.compute.manager [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.412940] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.119s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.415503] env[69365]: INFO nova.compute.claims [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.453838] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.480883] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301209, 'name': CreateVM_Task, 'duration_secs': 1.367406} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.484020] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Downloaded image file data 4e583c73-f9e9-4f1a-92cf-229890cb8186 to vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk on the data store datastore1 {{(pid=69365) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 657.484020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 657.484020] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Copying Virtual Disk [datastore1] vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk to [datastore1] vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.484020] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.484627] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6562114f-fd1f-4ad8-bcaf-e589d21a2fae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.487464] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.487787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.488254] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.489629] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc99cc9c-8004-4235-86bb-5a1c9559371c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.496560] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 657.496560] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5210d38f-4f44-0f5f-2f56-57088d962a89" [ 657.496560] env[69365]: _type = "Task" [ 657.496560] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.498805] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 657.498805] env[69365]: value = "task-3301212" [ 657.498805] env[69365]: _type = "Task" [ 657.498805] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.517657] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.518420] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.518832] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.519209] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.643212] env[69365]: DEBUG nova.network.neutron [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Updating instance_info_cache with network_info: [{"id": "fa6bf206-b61d-45f9-ad6d-63573b7c186f", "address": "fa:16:3e:37:2e:2f", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa6bf206-b6", "ovs_interfaceid": "fa6bf206-b61d-45f9-ad6d-63573b7c186f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.704426] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10144} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.704817] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.705705] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2c6cb8-fd90-4c20-8aa4-9900b17e460f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.739061] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] a71a4c5b-2874-450f-bc0b-1ac80c6f7655/a71a4c5b-2874-450f-bc0b-1ac80c6f7655.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.740549] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2382718-c0db-42f5-8602-42181086d789 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.760047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Acquiring lock "205183f5-c414-49b0-b14f-cc7e70085cc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.760283] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Lock "205183f5-c414-49b0-b14f-cc7e70085cc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.768608] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 657.768608] env[69365]: value = "task-3301213" [ 657.768608] env[69365]: _type = "Task" [ 657.768608] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.777512] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.917080] env[69365]: DEBUG nova.compute.utils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.917080] env[69365]: DEBUG nova.compute.manager [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.919401] env[69365]: DEBUG nova.network.neutron [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.012205] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301212, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.115519] env[69365]: DEBUG nova.policy [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fa3918cd44e4ede93e62488f80fdce6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90a75c3f7340445a8d653ab846faa06f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.146793] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Releasing lock "refresh_cache-992a7f0e-313c-4858-8cab-1ba670160225" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.148205] env[69365]: DEBUG nova.compute.manager [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Instance network_info: |[{"id": "fa6bf206-b61d-45f9-ad6d-63573b7c186f", "address": "fa:16:3e:37:2e:2f", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa6bf206-b6", "ovs_interfaceid": "fa6bf206-b61d-45f9-ad6d-63573b7c186f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.148400] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:2e:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa6bf206-b61d-45f9-ad6d-63573b7c186f', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.157155] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Creating folder: Project (cecca1c74a874398938d13a82fb00812). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.160017] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0263329c-a7f5-4f3d-8185-a1bb2394348a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.173327] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Created folder: Project (cecca1c74a874398938d13a82fb00812) in parent group-v659152. [ 658.173524] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Creating folder: Instances. Parent ref: group-v659165. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.173756] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a348d0aa-1f40-41c7-a916-608659e0ebe1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.183124] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Created folder: Instances in parent group-v659165. [ 658.183388] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.183553] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.183776] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7205f294-0482-4422-a5b3-f46f6ba126fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.202794] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.202794] env[69365]: value = "task-3301216" [ 658.202794] env[69365]: _type = "Task" [ 658.202794] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.215017] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301216, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.278761] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.428854] env[69365]: DEBUG nova.compute.manager [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.449998] env[69365]: INFO nova.compute.manager [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Rebuilding instance [ 658.510626] env[69365]: DEBUG nova.network.neutron [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updated VIF entry in instance network info cache for port 794cfa4f-81e8-4275-90f4-8e53a2ae3680. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.511105] env[69365]: DEBUG nova.network.neutron [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating instance_info_cache with network_info: [{"id": "794cfa4f-81e8-4275-90f4-8e53a2ae3680", "address": "fa:16:3e:82:bc:a3", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap794cfa4f-81", "ovs_interfaceid": "794cfa4f-81e8-4275-90f4-8e53a2ae3680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.520950] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301212, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.536414] env[69365]: DEBUG nova.compute.manager [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.538284] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4499994-f9f4-4646-a7db-e96b9d414d6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.717207] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301216, 'name': CreateVM_Task, 'duration_secs': 0.411419} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.719789] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.721071] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.721071] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.721293] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.721560] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e02316-29b5-46cb-ae79-346d31e00aca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.727459] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Waiting for the task: (returnval){ [ 658.727459] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5254e263-9a97-f4ed-1c8c-cd5ab749264f" [ 658.727459] env[69365]: _type = "Task" [ 658.727459] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.737550] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5254e263-9a97-f4ed-1c8c-cd5ab749264f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.739275] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f50280-a49d-44fe-aaf6-448129d244f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.746888] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a4eeb9-75e9-4ec8-9704-4f8c7d0439b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.784011] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5c6d65-269c-4928-b190-15f1ba520e9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.791915] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301213, 'name': ReconfigVM_Task, 'duration_secs': 0.873306} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.794058] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Reconfigured VM instance instance-00000003 to attach disk [datastore2] a71a4c5b-2874-450f-bc0b-1ac80c6f7655/a71a4c5b-2874-450f-bc0b-1ac80c6f7655.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.794690] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61e5694c-10db-47d9-9986-639aecf61e33 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.799273] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631642c4-e072-47dd-a01a-a402f8ad83e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.812691] env[69365]: DEBUG nova.compute.provider_tree [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.815358] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 658.815358] env[69365]: value = "task-3301217" [ 658.815358] env[69365]: _type = "Task" [ 658.815358] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.823914] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301217, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.931220] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.931448] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.017616] env[69365]: DEBUG oslo_concurrency.lockutils [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] Releasing lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.018041] env[69365]: DEBUG nova.compute.manager [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Received event network-vif-plugged-661588b7-28c9-4abd-b3c7-42c72d282132 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.018729] env[69365]: DEBUG oslo_concurrency.lockutils [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] Acquiring lock "cdbc4c38-4161-46b9-b382-930146f88912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.019142] env[69365]: DEBUG oslo_concurrency.lockutils [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] Lock "cdbc4c38-4161-46b9-b382-930146f88912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.019431] env[69365]: DEBUG oslo_concurrency.lockutils [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] Lock "cdbc4c38-4161-46b9-b382-930146f88912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.019695] env[69365]: DEBUG nova.compute.manager [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: cdbc4c38-4161-46b9-b382-930146f88912] No waiting events found dispatching network-vif-plugged-661588b7-28c9-4abd-b3c7-42c72d282132 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.019983] env[69365]: WARNING nova.compute.manager [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Received unexpected event network-vif-plugged-661588b7-28c9-4abd-b3c7-42c72d282132 for instance with vm_state building and task_state spawning. [ 659.020933] env[69365]: DEBUG nova.compute.manager [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Received event network-changed-661588b7-28c9-4abd-b3c7-42c72d282132 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.020933] env[69365]: DEBUG nova.compute.manager [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Refreshing instance network info cache due to event network-changed-661588b7-28c9-4abd-b3c7-42c72d282132. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.020933] env[69365]: DEBUG oslo_concurrency.lockutils [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] Acquiring lock "refresh_cache-cdbc4c38-4161-46b9-b382-930146f88912" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.020933] env[69365]: DEBUG oslo_concurrency.lockutils [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] Acquired lock "refresh_cache-cdbc4c38-4161-46b9-b382-930146f88912" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.020933] env[69365]: DEBUG nova.network.neutron [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Refreshing network info cache for port 661588b7-28c9-4abd-b3c7-42c72d282132 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.023207] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301212, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.34001} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.023753] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Copied Virtual Disk [datastore1] vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk to [datastore1] vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.024099] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Deleting the datastore file [datastore1] vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3/4e583c73-f9e9-4f1a-92cf-229890cb8186/tmp-sparse.vmdk {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.026178] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6d8d1a4-2edc-4c6b-89a9-1237b9f44148 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.032192] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 659.032192] env[69365]: value = "task-3301218" [ 659.032192] env[69365]: _type = "Task" [ 659.032192] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.044329] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.117145] env[69365]: DEBUG nova.network.neutron [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Successfully created port: a2e07215-b97a-4b8c-9f0a-550ea3127342 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.237034] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.237370] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.237518] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.317517] env[69365]: DEBUG nova.scheduler.client.report [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.343112] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301217, 'name': Rename_Task, 'duration_secs': 0.31689} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.343299] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.343584] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-729e44af-2787-421c-b33c-77ba01541280 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.350651] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 659.350651] env[69365]: value = "task-3301219" [ 659.350651] env[69365]: _type = "Task" [ 659.350651] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.368758] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.440427] env[69365]: DEBUG nova.compute.manager [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.483647] env[69365]: DEBUG nova.virt.hardware [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.483894] env[69365]: DEBUG nova.virt.hardware [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.485209] env[69365]: DEBUG nova.virt.hardware [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.485523] env[69365]: DEBUG nova.virt.hardware [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.487998] env[69365]: DEBUG nova.virt.hardware [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.487998] env[69365]: DEBUG nova.virt.hardware [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.487998] env[69365]: DEBUG nova.virt.hardware [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.487998] env[69365]: DEBUG nova.virt.hardware [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.487998] env[69365]: DEBUG nova.virt.hardware [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.488217] env[69365]: DEBUG nova.virt.hardware [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.488217] env[69365]: DEBUG nova.virt.hardware [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.488217] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363b1f12-3cf3-46a6-8d63-1c00a08344cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.499615] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04fbb1c-826b-4bdb-83b2-260abdb901ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.548656] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050729} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.549614] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.549614] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Moving file from [datastore1] vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3/4e583c73-f9e9-4f1a-92cf-229890cb8186 to [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186. {{(pid=69365) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 659.549614] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-32fb8925-fbc7-4e95-84b0-199c8243d40e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.555867] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 659.555867] env[69365]: value = "task-3301220" [ 659.555867] env[69365]: _type = "Task" [ 659.555867] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.561690] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.561690] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f690be5c-fb90-4233-8407-53ad3eb511e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.567796] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301220, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.569368] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 659.569368] env[69365]: value = "task-3301221" [ 659.569368] env[69365]: _type = "Task" [ 659.569368] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.577498] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.720869] env[69365]: DEBUG nova.network.neutron [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Successfully updated port: 0ef42422-ca88-47c3-8797-534422fc6bf6 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.837252] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.837252] env[69365]: DEBUG nova.compute.manager [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.837252] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.354s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.841508] env[69365]: INFO nova.compute.claims [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.864124] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301219, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.082853] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301220, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024757} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.083147] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] File moved {{(pid=69365) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 660.083401] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Cleaning up location [datastore1] vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 660.083573] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Deleting the datastore file [datastore1] vmware_temp/fc7beccf-0363-4bd9-8c32-263d6194a3a3 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.083834] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0151af69-41f7-4370-9ed9-076cafd1ccd6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.091714] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301221, 'name': PowerOffVM_Task, 'duration_secs': 0.123742} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.091953] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.092430] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.093246] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647cc2a7-07bd-419b-90f1-15fc3faf6c3c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.097509] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 660.097509] env[69365]: value = "task-3301222" [ 660.097509] env[69365]: _type = "Task" [ 660.097509] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.107682] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.108339] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83655571-5d21-45f6-a89c-c34ff4d91778 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.113423] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.136271] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.136479] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.136650] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Deleting the datastore file [datastore2] c71c0ece-f925-4ac2-a005-8922212a6f97 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.136906] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf22fa96-050f-4051-abe7-348d4a2e7ba4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.143902] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 660.143902] env[69365]: value = "task-3301224" [ 660.143902] env[69365]: _type = "Task" [ 660.143902] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.162699] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.184485] env[69365]: DEBUG nova.network.neutron [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Updated VIF entry in instance network info cache for port 661588b7-28c9-4abd-b3c7-42c72d282132. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.184485] env[69365]: DEBUG nova.network.neutron [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Updating instance_info_cache with network_info: [{"id": "661588b7-28c9-4abd-b3c7-42c72d282132", "address": "fa:16:3e:47:2f:95", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661588b7-28", "ovs_interfaceid": "661588b7-28c9-4abd-b3c7-42c72d282132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.227979] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "refresh_cache-a093a10f-7e15-4efe-85ea-2b8e70ee61ed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.228171] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "refresh_cache-a093a10f-7e15-4efe-85ea-2b8e70ee61ed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.228329] env[69365]: DEBUG nova.network.neutron [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.346176] env[69365]: DEBUG nova.compute.utils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.349359] env[69365]: DEBUG nova.compute.manager [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.349878] env[69365]: DEBUG nova.network.neutron [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.363071] env[69365]: DEBUG oslo_vmware.api [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301219, 'name': PowerOnVM_Task, 'duration_secs': 0.646659} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.364315] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.364512] env[69365]: INFO nova.compute.manager [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Took 12.25 seconds to spawn the instance on the hypervisor. [ 660.364683] env[69365]: DEBUG nova.compute.manager [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.365664] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf3e5c5-3968-49f9-98f1-739d69cb6ce9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.441302] env[69365]: DEBUG nova.policy [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce070d5e281f49ef869ac06fd0876575', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf03652df3eb4fc0a6a4f53b4352e54f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.516583] env[69365]: DEBUG nova.compute.manager [req-d9fdb8e7-479a-4fee-9899-102bbfbfdec9 req-5a128ef1-02e9-421e-ba12-52194942ed8c service nova] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Received event network-changed-fa6bf206-b61d-45f9-ad6d-63573b7c186f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.516840] env[69365]: DEBUG nova.compute.manager [req-d9fdb8e7-479a-4fee-9899-102bbfbfdec9 req-5a128ef1-02e9-421e-ba12-52194942ed8c service nova] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Refreshing instance network info cache due to event network-changed-fa6bf206-b61d-45f9-ad6d-63573b7c186f. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.517428] env[69365]: DEBUG oslo_concurrency.lockutils [req-d9fdb8e7-479a-4fee-9899-102bbfbfdec9 req-5a128ef1-02e9-421e-ba12-52194942ed8c service nova] Acquiring lock "refresh_cache-992a7f0e-313c-4858-8cab-1ba670160225" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.517645] env[69365]: DEBUG oslo_concurrency.lockutils [req-d9fdb8e7-479a-4fee-9899-102bbfbfdec9 req-5a128ef1-02e9-421e-ba12-52194942ed8c service nova] Acquired lock "refresh_cache-992a7f0e-313c-4858-8cab-1ba670160225" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.518619] env[69365]: DEBUG nova.network.neutron [req-d9fdb8e7-479a-4fee-9899-102bbfbfdec9 req-5a128ef1-02e9-421e-ba12-52194942ed8c service nova] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Refreshing network info cache for port fa6bf206-b61d-45f9-ad6d-63573b7c186f {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.610296] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041971} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.610529] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.611419] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8623201-3f35-4700-bc40-ec21f3b51631 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.618521] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 660.618521] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5206150e-3430-bba2-4db6-9c2bfa4178ec" [ 660.618521] env[69365]: _type = "Task" [ 660.618521] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.627521] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5206150e-3430-bba2-4db6-9c2bfa4178ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.654239] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295828} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.654239] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.654433] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.654979] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.688175] env[69365]: DEBUG oslo_concurrency.lockutils [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] Releasing lock "refresh_cache-cdbc4c38-4161-46b9-b382-930146f88912" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.688476] env[69365]: DEBUG nova.compute.manager [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Received event network-vif-plugged-fa6bf206-b61d-45f9-ad6d-63573b7c186f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.688724] env[69365]: DEBUG oslo_concurrency.lockutils [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] Acquiring lock "992a7f0e-313c-4858-8cab-1ba670160225-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.688943] env[69365]: DEBUG oslo_concurrency.lockutils [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] Lock "992a7f0e-313c-4858-8cab-1ba670160225-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.689173] env[69365]: DEBUG oslo_concurrency.lockutils [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] Lock "992a7f0e-313c-4858-8cab-1ba670160225-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.689378] env[69365]: DEBUG nova.compute.manager [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] No waiting events found dispatching network-vif-plugged-fa6bf206-b61d-45f9-ad6d-63573b7c186f {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.689562] env[69365]: WARNING nova.compute.manager [req-1b8d8c9b-ff64-4718-b952-04c4c3ac7d4b req-1379c43c-01a1-4608-85b8-53c55a19e211 service nova] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Received unexpected event network-vif-plugged-fa6bf206-b61d-45f9-ad6d-63573b7c186f for instance with vm_state building and task_state spawning. [ 660.810945] env[69365]: DEBUG nova.network.neutron [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.856105] env[69365]: DEBUG nova.compute.manager [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.886830] env[69365]: INFO nova.compute.manager [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Took 18.63 seconds to build instance. [ 661.134904] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5206150e-3430-bba2-4db6-9c2bfa4178ec, 'name': SearchDatastore_Task, 'duration_secs': 0.014292} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.136378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.136854] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 631e2028-d9a5-4a52-90f7-ffab81a34392/631e2028-d9a5-4a52-90f7-ffab81a34392.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.138515] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.138515] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.139393] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c6c6bd3-77fa-4e2f-8f2d-4678e6790e1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.144176] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83463552-0b8c-45cd-a60b-bf954aaebc2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.151472] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 661.151472] env[69365]: value = "task-3301225" [ 661.151472] env[69365]: _type = "Task" [ 661.151472] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.155527] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.155705] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.156729] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5934e20-d8b9-4748-b889-6fea12e6d8f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.165952] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.167573] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79218f49-a9a7-4a5f-a967-a01d5b655c52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.171961] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 661.171961] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5265a3e4-b532-f918-2ebd-568f2993c152" [ 661.171961] env[69365]: _type = "Task" [ 661.171961] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.175328] env[69365]: DEBUG nova.network.neutron [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Successfully created port: 77ad1dea-1f16-4c6b-8a4c-75b253202b64 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.183061] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667a1d29-877b-4944-84ff-7873bc1fdd42 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.192571] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5265a3e4-b532-f918-2ebd-568f2993c152, 'name': SearchDatastore_Task, 'duration_secs': 0.011603} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.192571] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b3aa05-0a79-490f-9b12-26f4e391fb53 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.225968] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca7cede-3bf5-4539-8aa3-f0d50e490d70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.231383] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 661.231383] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527242cc-3c90-ff67-9cf4-477606492e94" [ 661.231383] env[69365]: _type = "Task" [ 661.231383] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.239752] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7d1388-a7d1-4002-9bd7-bab886394181 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.247838] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527242cc-3c90-ff67-9cf4-477606492e94, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.249029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.249029] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] cdbc4c38-4161-46b9-b382-930146f88912/cdbc4c38-4161-46b9-b382-930146f88912.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.249400] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.250267] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.250267] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18d5c335-7fa8-4eae-8beb-27315010c4e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.260963] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68609d1f-a447-4232-b821-5a6706fc561d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.262759] env[69365]: DEBUG nova.compute.provider_tree [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.271536] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 661.271536] env[69365]: value = "task-3301226" [ 661.271536] env[69365]: _type = "Task" [ 661.271536] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.276603] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.276831] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.278098] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815875fa-82ab-47b2-8f68-4abed9d2e5c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.285478] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.288590] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Waiting for the task: (returnval){ [ 661.288590] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522c02d2-54b4-ec84-423a-f5ab5faa83f2" [ 661.288590] env[69365]: _type = "Task" [ 661.288590] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.299870] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522c02d2-54b4-ec84-423a-f5ab5faa83f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.345035] env[69365]: DEBUG nova.network.neutron [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Updating instance_info_cache with network_info: [{"id": "0ef42422-ca88-47c3-8797-534422fc6bf6", "address": "fa:16:3e:58:3f:0b", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef42422-ca", "ovs_interfaceid": "0ef42422-ca88-47c3-8797-534422fc6bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.391649] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f117b3f4-59b0-47b7-bf51-fab8074f6e52 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.145s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.621644] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "b40ab823-a68d-45ec-b451-9a8addecfcfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.621895] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "b40ab823-a68d-45ec-b451-9a8addecfcfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.644210] env[69365]: DEBUG nova.network.neutron [req-d9fdb8e7-479a-4fee-9899-102bbfbfdec9 req-5a128ef1-02e9-421e-ba12-52194942ed8c service nova] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Updated VIF entry in instance network info cache for port fa6bf206-b61d-45f9-ad6d-63573b7c186f. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.644210] env[69365]: DEBUG nova.network.neutron [req-d9fdb8e7-479a-4fee-9899-102bbfbfdec9 req-5a128ef1-02e9-421e-ba12-52194942ed8c service nova] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Updating instance_info_cache with network_info: [{"id": "fa6bf206-b61d-45f9-ad6d-63573b7c186f", "address": "fa:16:3e:37:2e:2f", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa6bf206-b6", "ovs_interfaceid": "fa6bf206-b61d-45f9-ad6d-63573b7c186f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.667581] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "7a67b10b-2d73-4a7c-a30a-2be123c42a30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.667926] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "7a67b10b-2d73-4a7c-a30a-2be123c42a30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.677199] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301225, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.708105] env[69365]: DEBUG nova.virt.hardware [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.708434] env[69365]: DEBUG nova.virt.hardware [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.708514] env[69365]: DEBUG nova.virt.hardware [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.709037] env[69365]: DEBUG nova.virt.hardware [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.709037] env[69365]: DEBUG nova.virt.hardware [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.709037] env[69365]: DEBUG nova.virt.hardware [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.709592] env[69365]: DEBUG nova.virt.hardware [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.709592] env[69365]: DEBUG nova.virt.hardware [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.709779] env[69365]: DEBUG nova.virt.hardware [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.710168] env[69365]: DEBUG nova.virt.hardware [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.710168] env[69365]: DEBUG nova.virt.hardware [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.710993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "07c180c9-fb11-4cb1-a411-a6b8e0f858b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.711250] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "07c180c9-fb11-4cb1-a411-a6b8e0f858b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.712028] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3cd4ee-4333-4add-9cd2-f7ac2b65b9b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.721401] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e594f2b0-bb76-4ac7-9d29-7c5482b53545 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.736913] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.742707] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.742980] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.743511] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c66e9972-25a6-4652-84db-de92acb22558 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.760401] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.760401] env[69365]: value = "task-3301227" [ 661.760401] env[69365]: _type = "Task" [ 661.760401] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.767951] env[69365]: DEBUG nova.scheduler.client.report [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.774566] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301227, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.788042] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301226, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.798841] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522c02d2-54b4-ec84-423a-f5ab5faa83f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.799671] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd64e67-306b-41c3-afe4-37a27c1f5b66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.807765] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Waiting for the task: (returnval){ [ 661.807765] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282bab0-6963-1c3d-20d1-8dc4fe92fe4b" [ 661.807765] env[69365]: _type = "Task" [ 661.807765] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.820420] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282bab0-6963-1c3d-20d1-8dc4fe92fe4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.847286] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "refresh_cache-a093a10f-7e15-4efe-85ea-2b8e70ee61ed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.847606] env[69365]: DEBUG nova.compute.manager [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Instance network_info: |[{"id": "0ef42422-ca88-47c3-8797-534422fc6bf6", "address": "fa:16:3e:58:3f:0b", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef42422-ca", "ovs_interfaceid": "0ef42422-ca88-47c3-8797-534422fc6bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.848170] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:3f:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ef42422-ca88-47c3-8797-534422fc6bf6', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.858187] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Creating folder: Project (310d492db9584229923dc44e59aac0e1). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.861875] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b9dfdbb-a2f9-47b4-8f41-995cee1d78b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.877959] env[69365]: DEBUG nova.compute.manager [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.896385] env[69365]: DEBUG nova.compute.manager [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.908241] env[69365]: DEBUG nova.network.neutron [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Successfully updated port: a2e07215-b97a-4b8c-9f0a-550ea3127342 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.914925] env[69365]: DEBUG nova.virt.hardware [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.915280] env[69365]: DEBUG nova.virt.hardware [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.915460] env[69365]: DEBUG nova.virt.hardware [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.915659] env[69365]: DEBUG nova.virt.hardware [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.915839] env[69365]: DEBUG nova.virt.hardware [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.915944] env[69365]: DEBUG nova.virt.hardware [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.916592] env[69365]: DEBUG nova.virt.hardware [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.916673] env[69365]: DEBUG nova.virt.hardware [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.916865] env[69365]: DEBUG nova.virt.hardware [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.917080] env[69365]: DEBUG nova.virt.hardware [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.917278] env[69365]: DEBUG nova.virt.hardware [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.918479] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dc3991-ac61-4ba3-9f60-bee2d969b1de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.932959] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7827f8b8-0de9-4e5d-a873-cfaf4d250dbf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.934926] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Created folder: Project (310d492db9584229923dc44e59aac0e1) in parent group-v659152. [ 661.935133] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Creating folder: Instances. Parent ref: group-v659169. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.936138] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e23a274-968c-4c55-9c2d-4479bc973f5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.042608] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Acquiring lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.043705] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.064664] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Created folder: Instances in parent group-v659169. [ 662.065082] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.065272] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.065581] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0816a509-0e74-4792-8826-5bb4bf201f25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.088416] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.088416] env[69365]: value = "task-3301230" [ 662.088416] env[69365]: _type = "Task" [ 662.088416] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.098160] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301230, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.147059] env[69365]: DEBUG oslo_concurrency.lockutils [req-d9fdb8e7-479a-4fee-9899-102bbfbfdec9 req-5a128ef1-02e9-421e-ba12-52194942ed8c service nova] Releasing lock "refresh_cache-992a7f0e-313c-4858-8cab-1ba670160225" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.162549] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572931} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.162549] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 631e2028-d9a5-4a52-90f7-ffab81a34392/631e2028-d9a5-4a52-90f7-ffab81a34392.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.162741] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.162881] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f11886e-e5d9-42ee-b2c7-2c664384d5d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.169330] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 662.169330] env[69365]: value = "task-3301231" [ 662.169330] env[69365]: _type = "Task" [ 662.169330] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.178173] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.274159] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301227, 'name': CreateVM_Task, 'duration_secs': 0.358927} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.277668] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.278716] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.281137] env[69365]: DEBUG nova.compute.manager [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.283816] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.284910] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.284910] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.284910] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.483s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.284910] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.285103] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 662.285384] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.151s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.286732] env[69365]: INFO nova.compute.claims [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.289320] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd39d11d-9eec-4423-aa99-43aebecf9856 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.298650] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7e05d7-918d-4931-a7ff-9c46c115a2d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.298650] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827186} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.298650] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] cdbc4c38-4161-46b9-b382-930146f88912/cdbc4c38-4161-46b9-b382-930146f88912.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.299058] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.299620] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-505b39ff-4197-48c7-9dd9-c6d9e58084e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.305469] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 662.305469] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c8c107-b955-0e03-4dec-00ff2ec32cc7" [ 662.305469] env[69365]: _type = "Task" [ 662.305469] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.308480] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc244d5d-c8b8-4bc7-b9cc-3009b7452378 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.326259] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 662.326259] env[69365]: value = "task-3301232" [ 662.326259] env[69365]: _type = "Task" [ 662.326259] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.347275] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb13f6c-f3b2-4507-a1ac-f20f5e051950 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.351188] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c8c107-b955-0e03-4dec-00ff2ec32cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.016822} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.352297] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.352297] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.352297] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.357781] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282bab0-6963-1c3d-20d1-8dc4fe92fe4b, 'name': SearchDatastore_Task, 'duration_secs': 0.058316} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.357992] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.358223] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 992a7f0e-313c-4858-8cab-1ba670160225/992a7f0e-313c-4858-8cab-1ba670160225.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.361654] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.361906] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.362411] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-138ce9d4-e79c-4065-bbf2-75bfad30237b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.365300] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.367587] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e40d9248-6d0c-44a1-8c80-5cf7a6f80f47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.370580] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b08e149-1989-4086-9947-cf620595a50c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.377203] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Waiting for the task: (returnval){ [ 662.377203] env[69365]: value = "task-3301233" [ 662.377203] env[69365]: _type = "Task" [ 662.377203] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.411227] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181024MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 662.411427] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.419021] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.419021] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.420583] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4d1b1a-f210-41cb-9272-597f60506c1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.422432] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.426197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Acquiring lock "refresh_cache-d0af16e1-ef91-409d-af71-2c57bd1c4aef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.426197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Acquired lock "refresh_cache-d0af16e1-ef91-409d-af71-2c57bd1c4aef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.426197] env[69365]: DEBUG nova.network.neutron [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.427548] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 662.427548] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f36eda-5352-fb8c-1880-9d49bd616f2b" [ 662.427548] env[69365]: _type = "Task" [ 662.427548] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.436470] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f36eda-5352-fb8c-1880-9d49bd616f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.439831] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.604150] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301230, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.682041] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073456} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.682041] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.682041] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2bbb3b-063b-4e50-90e8-431f8652a80c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.704532] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 631e2028-d9a5-4a52-90f7-ffab81a34392/631e2028-d9a5-4a52-90f7-ffab81a34392.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.704912] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59e0e173-cec6-4ad7-943b-496ffe07e45a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.726380] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 662.726380] env[69365]: value = "task-3301234" [ 662.726380] env[69365]: _type = "Task" [ 662.726380] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.739155] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.788171] env[69365]: DEBUG nova.compute.utils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.791236] env[69365]: DEBUG nova.compute.manager [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.791236] env[69365]: DEBUG nova.network.neutron [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.850427] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069241} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.850698] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.851900] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41425bab-9abb-4977-b6c9-8d7fc31c3b7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.878794] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] cdbc4c38-4161-46b9-b382-930146f88912/cdbc4c38-4161-46b9-b382-930146f88912.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.878794] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b962f2d-882c-4832-965c-bc072ccdd447 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.901638] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.903092] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 662.903092] env[69365]: value = "task-3301235" [ 662.903092] env[69365]: _type = "Task" [ 662.903092] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.911191] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.912565] env[69365]: DEBUG nova.policy [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef18e8efcc6148ce8c8cc3a2086d5e80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cefbcde4d874555b0a48454b74a630f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.940348] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f36eda-5352-fb8c-1880-9d49bd616f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.941296] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d24279c-4e48-493a-93d0-94e574f34f6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.947412] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 662.947412] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7d76f-a392-f88e-37e7-4374a4e3aad8" [ 662.947412] env[69365]: _type = "Task" [ 662.947412] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.955846] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7d76f-a392-f88e-37e7-4374a4e3aad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.021592] env[69365]: DEBUG nova.network.neutron [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.101975] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301230, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.244517] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301234, 'name': ReconfigVM_Task, 'duration_secs': 0.340688} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.244517] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 631e2028-d9a5-4a52-90f7-ffab81a34392/631e2028-d9a5-4a52-90f7-ffab81a34392.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.246632] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3411acae-777d-44b3-a175-64c4589dc7b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.256422] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 663.256422] env[69365]: value = "task-3301236" [ 663.256422] env[69365]: _type = "Task" [ 663.256422] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.267835] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301236, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.302740] env[69365]: DEBUG nova.compute.manager [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.394287] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301233, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.421217] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301235, 'name': ReconfigVM_Task, 'duration_secs': 0.411135} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.423705] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Reconfigured VM instance instance-00000002 to attach disk [datastore1] cdbc4c38-4161-46b9-b382-930146f88912/cdbc4c38-4161-46b9-b382-930146f88912.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.426269] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57ade3f9-bf8b-4aba-a006-9386fd0e86c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.440609] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 663.440609] env[69365]: value = "task-3301237" [ 663.440609] env[69365]: _type = "Task" [ 663.440609] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.453317] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301237, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.476948] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7d76f-a392-f88e-37e7-4374a4e3aad8, 'name': SearchDatastore_Task, 'duration_secs': 0.035298} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.477508] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.477604] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] c71c0ece-f925-4ac2-a005-8922212a6f97/c71c0ece-f925-4ac2-a005-8922212a6f97.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.477978] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8226ec9-effc-460c-9a54-64175ff23be7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.487428] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 663.487428] env[69365]: value = "task-3301238" [ 663.487428] env[69365]: _type = "Task" [ 663.487428] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.504058] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.609012] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301230, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.675805] env[69365]: DEBUG nova.network.neutron [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Updating instance_info_cache with network_info: [{"id": "a2e07215-b97a-4b8c-9f0a-550ea3127342", "address": "fa:16:3e:08:a3:0c", "network": {"id": "2273c7c4-839d-4529-8f49-69bedd5bb6c8", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-678311875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90a75c3f7340445a8d653ab846faa06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2e07215-b9", "ovs_interfaceid": "a2e07215-b97a-4b8c-9f0a-550ea3127342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.768673] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301236, 'name': Rename_Task, 'duration_secs': 0.164013} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.769933] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.770204] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7395df5-7fe0-487e-9ab0-175e8e60e50b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.780168] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 663.780168] env[69365]: value = "task-3301239" [ 663.780168] env[69365]: _type = "Task" [ 663.780168] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.790038] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.844144] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2652bd24-3760-4311-bb2a-7797e54414bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.853381] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da4aa37-6df9-4db6-bb31-fe25872710eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.894283] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb811a11-9c2c-42ad-af0b-fbff1c8d514c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.902055] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301233, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.263763} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.904692] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 992a7f0e-313c-4858-8cab-1ba670160225/992a7f0e-313c-4858-8cab-1ba670160225.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.904868] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.905366] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dbda4f0-6439-443c-a473-fadbdcc962c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.908161] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de86ed83-a97e-400b-a8c0-586389f1126f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.924077] env[69365]: DEBUG nova.compute.provider_tree [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.926343] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Waiting for the task: (returnval){ [ 663.926343] env[69365]: value = "task-3301240" [ 663.926343] env[69365]: _type = "Task" [ 663.926343] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.937050] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.953373] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301237, 'name': Rename_Task, 'duration_secs': 0.257117} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.953712] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.953968] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-583854db-7c3d-44b2-bc9d-011a019397f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.961865] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 663.961865] env[69365]: value = "task-3301241" [ 663.961865] env[69365]: _type = "Task" [ 663.961865] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.971549] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.998451] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301238, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.105020] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301230, 'name': CreateVM_Task, 'duration_secs': 1.67356} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.105294] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.106273] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.106466] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.106881] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.107294] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5870a907-9554-4d5e-a379-a6c08cd6310c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.117554] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 664.117554] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f149ec-4bd5-965f-cd81-92ff3228d912" [ 664.117554] env[69365]: _type = "Task" [ 664.117554] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.126829] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f149ec-4bd5-965f-cd81-92ff3228d912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.178922] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Releasing lock "refresh_cache-d0af16e1-ef91-409d-af71-2c57bd1c4aef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.179409] env[69365]: DEBUG nova.compute.manager [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Instance network_info: |[{"id": "a2e07215-b97a-4b8c-9f0a-550ea3127342", "address": "fa:16:3e:08:a3:0c", "network": {"id": "2273c7c4-839d-4529-8f49-69bedd5bb6c8", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-678311875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90a75c3f7340445a8d653ab846faa06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2e07215-b9", "ovs_interfaceid": "a2e07215-b97a-4b8c-9f0a-550ea3127342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.180376] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:a3:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2e07215-b97a-4b8c-9f0a-550ea3127342', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.190061] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Creating folder: Project (90a75c3f7340445a8d653ab846faa06f). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.191090] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a54321f-1a26-4a5d-8ac7-0cda71798b47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.204155] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Created folder: Project (90a75c3f7340445a8d653ab846faa06f) in parent group-v659152. [ 664.204453] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Creating folder: Instances. Parent ref: group-v659172. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.204948] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db4f552a-8b11-43fe-842a-57d66f3a6c06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.219451] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Created folder: Instances in parent group-v659172. [ 664.219774] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.220593] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.220593] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a57a760-8159-4548-a231-0ea810a8cc2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.249615] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.249615] env[69365]: value = "task-3301244" [ 664.249615] env[69365]: _type = "Task" [ 664.249615] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.259409] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301244, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.263740] env[69365]: DEBUG nova.network.neutron [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Successfully updated port: 77ad1dea-1f16-4c6b-8a4c-75b253202b64 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.290725] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301239, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.321411] env[69365]: DEBUG nova.compute.manager [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.354454] env[69365]: DEBUG nova.virt.hardware [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.355773] env[69365]: DEBUG nova.virt.hardware [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.355773] env[69365]: DEBUG nova.virt.hardware [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.355773] env[69365]: DEBUG nova.virt.hardware [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.355773] env[69365]: DEBUG nova.virt.hardware [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.355773] env[69365]: DEBUG nova.virt.hardware [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.355973] env[69365]: DEBUG nova.virt.hardware [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.355973] env[69365]: DEBUG nova.virt.hardware [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.355973] env[69365]: DEBUG nova.virt.hardware [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.356068] env[69365]: DEBUG nova.virt.hardware [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.356189] env[69365]: DEBUG nova.virt.hardware [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.357425] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e94055-d84d-467e-adb1-b450526574b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.366967] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2848479-e02f-41da-b918-618c46d26a9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.405049] env[69365]: DEBUG nova.compute.manager [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Received event network-vif-plugged-0ef42422-ca88-47c3-8797-534422fc6bf6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.405049] env[69365]: DEBUG oslo_concurrency.lockutils [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] Acquiring lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.405673] env[69365]: DEBUG oslo_concurrency.lockutils [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] Lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.405987] env[69365]: DEBUG oslo_concurrency.lockutils [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] Lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.406260] env[69365]: DEBUG nova.compute.manager [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] No waiting events found dispatching network-vif-plugged-0ef42422-ca88-47c3-8797-534422fc6bf6 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.406531] env[69365]: WARNING nova.compute.manager [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Received unexpected event network-vif-plugged-0ef42422-ca88-47c3-8797-534422fc6bf6 for instance with vm_state building and task_state spawning. [ 664.406817] env[69365]: DEBUG nova.compute.manager [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Received event network-changed-0ef42422-ca88-47c3-8797-534422fc6bf6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.407131] env[69365]: DEBUG nova.compute.manager [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Refreshing instance network info cache due to event network-changed-0ef42422-ca88-47c3-8797-534422fc6bf6. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.407404] env[69365]: DEBUG oslo_concurrency.lockutils [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] Acquiring lock "refresh_cache-a093a10f-7e15-4efe-85ea-2b8e70ee61ed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.407707] env[69365]: DEBUG oslo_concurrency.lockutils [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] Acquired lock "refresh_cache-a093a10f-7e15-4efe-85ea-2b8e70ee61ed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.407953] env[69365]: DEBUG nova.network.neutron [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Refreshing network info cache for port 0ef42422-ca88-47c3-8797-534422fc6bf6 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.428843] env[69365]: DEBUG nova.scheduler.client.report [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.447239] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113994} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.448383] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.448383] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e69312-45b9-4166-a6ee-70e4a785bf73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.480687] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 992a7f0e-313c-4858-8cab-1ba670160225/992a7f0e-313c-4858-8cab-1ba670160225.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.484962] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82be0aff-15ed-4cfd-aef0-4bae78b10650 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.514406] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.516279] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Waiting for the task: (returnval){ [ 664.516279] env[69365]: value = "task-3301245" [ 664.516279] env[69365]: _type = "Task" [ 664.516279] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.525450] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797457} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.525450] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] c71c0ece-f925-4ac2-a005-8922212a6f97/c71c0ece-f925-4ac2-a005-8922212a6f97.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.525450] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.525450] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9257961-6fda-4c43-a49c-c2517e356dc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.532768] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301245, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.539427] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 664.539427] env[69365]: value = "task-3301246" [ 664.539427] env[69365]: _type = "Task" [ 664.539427] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.554869] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.582285] env[69365]: DEBUG nova.network.neutron [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Successfully created port: 0f10767c-f176-4010-baf9-7d717a3e9bb8 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.627586] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f149ec-4bd5-965f-cd81-92ff3228d912, 'name': SearchDatastore_Task, 'duration_secs': 0.055674} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.627928] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.628199] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.628473] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.628939] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.628939] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.629177] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f83a0b6-ce1e-4476-bc6f-0adea75c57e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.639229] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.639553] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.640223] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a1cc98-e7d1-45f5-a934-3f3eee28579e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.646441] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 664.646441] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5241f752-06ba-68a8-9ad1-bf970be1dbfa" [ 664.646441] env[69365]: _type = "Task" [ 664.646441] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.656207] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5241f752-06ba-68a8-9ad1-bf970be1dbfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.763730] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301244, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.768472] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Acquiring lock "refresh_cache-82c13f86-5dcc-4ca8-9006-dafc34dd00a1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.768472] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Acquired lock "refresh_cache-82c13f86-5dcc-4ca8-9006-dafc34dd00a1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.768472] env[69365]: DEBUG nova.network.neutron [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.791846] env[69365]: DEBUG oslo_vmware.api [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301239, 'name': PowerOnVM_Task, 'duration_secs': 0.524871} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.792716] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.793140] env[69365]: INFO nova.compute.manager [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Took 10.17 seconds to spawn the instance on the hypervisor. [ 664.793460] env[69365]: DEBUG nova.compute.manager [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.794456] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5f5ffe-1849-4792-9c11-c8ae88206419 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.939693] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.941462] env[69365]: DEBUG nova.compute.manager [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.945248] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.493s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.946882] env[69365]: INFO nova.compute.claims [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.976737] env[69365]: DEBUG oslo_vmware.api [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301241, 'name': PowerOnVM_Task, 'duration_secs': 0.607639} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.977051] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.977481] env[69365]: INFO nova.compute.manager [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Took 15.05 seconds to spawn the instance on the hypervisor. [ 664.977481] env[69365]: DEBUG nova.compute.manager [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.978922] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff4ef3b-5a22-461e-9314-12a09504b461 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.027880] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.049092] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076854} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.049393] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.050172] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47db6b4d-da4f-4663-9531-530094c213ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.072691] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] c71c0ece-f925-4ac2-a005-8922212a6f97/c71c0ece-f925-4ac2-a005-8922212a6f97.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.073264] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-078c1941-b603-4392-b0bc-4640c1c7cef4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.094457] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 665.094457] env[69365]: value = "task-3301247" [ 665.094457] env[69365]: _type = "Task" [ 665.094457] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.103304] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.159785] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5241f752-06ba-68a8-9ad1-bf970be1dbfa, 'name': SearchDatastore_Task, 'duration_secs': 0.03192} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.160519] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fea67d8-fea4-48ff-96bf-6a2aa51d8733 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.169655] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 665.169655] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ba9367-c792-0de5-bc93-1fe3e5f550f3" [ 665.169655] env[69365]: _type = "Task" [ 665.169655] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.178512] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ba9367-c792-0de5-bc93-1fe3e5f550f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.266405] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301244, 'name': CreateVM_Task, 'duration_secs': 0.579577} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.266708] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.267309] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.267436] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.267737] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.267982] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20c2fd3e-da76-4a19-8622-c883b5bc0528 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.275737] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 665.275737] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5233ceaf-794e-7251-b13d-0650efb69445" [ 665.275737] env[69365]: _type = "Task" [ 665.275737] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.291619] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5233ceaf-794e-7251-b13d-0650efb69445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.314030] env[69365]: INFO nova.compute.manager [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Took 21.45 seconds to build instance. [ 665.380396] env[69365]: DEBUG nova.network.neutron [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.455697] env[69365]: DEBUG nova.compute.utils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.458792] env[69365]: DEBUG nova.compute.manager [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.459729] env[69365]: DEBUG nova.network.neutron [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.503100] env[69365]: INFO nova.compute.manager [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Took 23.16 seconds to build instance. [ 665.528231] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301245, 'name': ReconfigVM_Task, 'duration_secs': 0.970241} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.531274] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 992a7f0e-313c-4858-8cab-1ba670160225/992a7f0e-313c-4858-8cab-1ba670160225.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.532078] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7bf0a19-6b2c-4053-be0c-9ca7c34243b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.541738] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Waiting for the task: (returnval){ [ 665.541738] env[69365]: value = "task-3301248" [ 665.541738] env[69365]: _type = "Task" [ 665.541738] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.554309] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301248, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.606712] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.628826] env[69365]: DEBUG nova.network.neutron [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Updated VIF entry in instance network info cache for port 0ef42422-ca88-47c3-8797-534422fc6bf6. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.629196] env[69365]: DEBUG nova.network.neutron [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Updating instance_info_cache with network_info: [{"id": "0ef42422-ca88-47c3-8797-534422fc6bf6", "address": "fa:16:3e:58:3f:0b", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef42422-ca", "ovs_interfaceid": "0ef42422-ca88-47c3-8797-534422fc6bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.635635] env[69365]: DEBUG nova.policy [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79c12e63fbfe42d397ce9dbacbe203be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e3a2ab3f25c4e14868e4f4e8098b0aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.681926] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ba9367-c792-0de5-bc93-1fe3e5f550f3, 'name': SearchDatastore_Task, 'duration_secs': 0.024321} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.681926] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.681926] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] a093a10f-7e15-4efe-85ea-2b8e70ee61ed/a093a10f-7e15-4efe-85ea-2b8e70ee61ed.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.682199] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-324f8097-504b-4d0b-bb64-e03830b69ba3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.689483] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 665.689483] env[69365]: value = "task-3301249" [ 665.689483] env[69365]: _type = "Task" [ 665.689483] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.698391] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.789227] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5233ceaf-794e-7251-b13d-0650efb69445, 'name': SearchDatastore_Task, 'duration_secs': 0.028126} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.789498] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.789725] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.789956] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.790109] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.790282] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.790561] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b32c14af-1e4e-405a-8a0c-7b850714a2a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.794985] env[69365]: DEBUG nova.network.neutron [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Updating instance_info_cache with network_info: [{"id": "77ad1dea-1f16-4c6b-8a4c-75b253202b64", "address": "fa:16:3e:75:4d:88", "network": {"id": "a131d5b7-8af9-4494-a66a-bfb215e0c860", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-999929111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf03652df3eb4fc0a6a4f53b4352e54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ad1dea-1f", "ovs_interfaceid": "77ad1dea-1f16-4c6b-8a4c-75b253202b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.801837] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.802045] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.803089] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08bf709e-ef0a-4ddf-9c8a-5c255e5cf73a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.809514] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 665.809514] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525c191c-f466-545d-6f93-27442d2de0da" [ 665.809514] env[69365]: _type = "Task" [ 665.809514] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.818253] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4dce7d5-82b7-497c-ab87-670431464434 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Lock "631e2028-d9a5-4a52-90f7-ffab81a34392" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.977s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.818605] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525c191c-f466-545d-6f93-27442d2de0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.961191] env[69365]: DEBUG nova.compute.manager [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.005505] env[69365]: DEBUG oslo_concurrency.lockutils [None req-074a399a-df0c-4d12-b804-7e217cc0a209 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "cdbc4c38-4161-46b9-b382-930146f88912" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.672s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.055365] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301248, 'name': Rename_Task, 'duration_secs': 0.229266} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.055698] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.056117] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-240511ad-1bcd-4d4d-b5b9-8d6879bb39c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.065631] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Waiting for the task: (returnval){ [ 666.065631] env[69365]: value = "task-3301250" [ 666.065631] env[69365]: _type = "Task" [ 666.065631] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.077235] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.111089] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301247, 'name': ReconfigVM_Task, 'duration_secs': 0.635997} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.114407] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Reconfigured VM instance instance-00000001 to attach disk [datastore1] c71c0ece-f925-4ac2-a005-8922212a6f97/c71c0ece-f925-4ac2-a005-8922212a6f97.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.114995] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e4d2966-5f11-4c62-b0db-d702a308198e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.124325] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 666.124325] env[69365]: value = "task-3301251" [ 666.124325] env[69365]: _type = "Task" [ 666.124325] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.139168] env[69365]: DEBUG oslo_concurrency.lockutils [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] Releasing lock "refresh_cache-a093a10f-7e15-4efe-85ea-2b8e70ee61ed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.139409] env[69365]: DEBUG nova.compute.manager [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Received event network-vif-plugged-a2e07215-b97a-4b8c-9f0a-550ea3127342 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.139610] env[69365]: DEBUG oslo_concurrency.lockutils [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] Acquiring lock "d0af16e1-ef91-409d-af71-2c57bd1c4aef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.139823] env[69365]: DEBUG oslo_concurrency.lockutils [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] Lock "d0af16e1-ef91-409d-af71-2c57bd1c4aef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.140077] env[69365]: DEBUG oslo_concurrency.lockutils [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] Lock "d0af16e1-ef91-409d-af71-2c57bd1c4aef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.140287] env[69365]: DEBUG nova.compute.manager [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] No waiting events found dispatching network-vif-plugged-a2e07215-b97a-4b8c-9f0a-550ea3127342 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.140462] env[69365]: WARNING nova.compute.manager [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Received unexpected event network-vif-plugged-a2e07215-b97a-4b8c-9f0a-550ea3127342 for instance with vm_state building and task_state spawning. [ 666.140632] env[69365]: DEBUG nova.compute.manager [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Received event network-changed-a2e07215-b97a-4b8c-9f0a-550ea3127342 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.140830] env[69365]: DEBUG nova.compute.manager [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Refreshing instance network info cache due to event network-changed-a2e07215-b97a-4b8c-9f0a-550ea3127342. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.141051] env[69365]: DEBUG oslo_concurrency.lockutils [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] Acquiring lock "refresh_cache-d0af16e1-ef91-409d-af71-2c57bd1c4aef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.141212] env[69365]: DEBUG oslo_concurrency.lockutils [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] Acquired lock "refresh_cache-d0af16e1-ef91-409d-af71-2c57bd1c4aef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.141447] env[69365]: DEBUG nova.network.neutron [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Refreshing network info cache for port a2e07215-b97a-4b8c-9f0a-550ea3127342 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.143270] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301251, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.206862] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301249, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.229495] env[69365]: DEBUG nova.network.neutron [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Successfully created port: 2295981a-107a-46a7-bf2a-cd2a0cc105ea {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.300312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Releasing lock "refresh_cache-82c13f86-5dcc-4ca8-9006-dafc34dd00a1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.300312] env[69365]: DEBUG nova.compute.manager [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Instance network_info: |[{"id": "77ad1dea-1f16-4c6b-8a4c-75b253202b64", "address": "fa:16:3e:75:4d:88", "network": {"id": "a131d5b7-8af9-4494-a66a-bfb215e0c860", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-999929111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf03652df3eb4fc0a6a4f53b4352e54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ad1dea-1f", "ovs_interfaceid": "77ad1dea-1f16-4c6b-8a4c-75b253202b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.300621] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:4d:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77ad1dea-1f16-4c6b-8a4c-75b253202b64', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.314033] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Creating folder: Project (cf03652df3eb4fc0a6a4f53b4352e54f). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.317057] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a9b0643-7066-45dc-b2ff-09e2f48de680 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.323440] env[69365]: DEBUG nova.compute.manager [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.343904] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525c191c-f466-545d-6f93-27442d2de0da, 'name': SearchDatastore_Task, 'duration_secs': 0.017533} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.343904] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Created folder: Project (cf03652df3eb4fc0a6a4f53b4352e54f) in parent group-v659152. [ 666.344125] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Creating folder: Instances. Parent ref: group-v659175. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.344900] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94b090c3-825c-4d7b-9187-e69aa23b7d80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.346832] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c9e54c2-c14f-458b-8446-a0802c3da0b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.356986] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 666.356986] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523354a2-522c-9631-c4a4-ae258d5baf7d" [ 666.356986] env[69365]: _type = "Task" [ 666.356986] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.362667] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Created folder: Instances in parent group-v659175. [ 666.362667] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.363664] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.367268] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e8529e6-3e3c-4bf1-bcb9-42461735a521 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.384115] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891d5301-ae34-4e3c-8bf8-e317e6c20b22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.388443] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523354a2-522c-9631-c4a4-ae258d5baf7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.396619] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.396619] env[69365]: value = "task-3301254" [ 666.396619] env[69365]: _type = "Task" [ 666.396619] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.400964] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92be9f35-93e9-4384-8474-2fd04c32c8e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.418065] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301254, 'name': CreateVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.447841] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0bc8ff-9e6c-43ec-971c-1db53a4fb7cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.455886] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f227e37a-3618-4352-90a6-b6924787d16f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.472269] env[69365]: DEBUG nova.compute.provider_tree [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.511320] env[69365]: DEBUG nova.compute.manager [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.575992] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301250, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.634771] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301251, 'name': Rename_Task, 'duration_secs': 0.197324} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.635069] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.635318] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed0a089b-b625-4745-a515-bf4931e5ea09 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.643220] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 666.643220] env[69365]: value = "task-3301255" [ 666.643220] env[69365]: _type = "Task" [ 666.643220] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.654866] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.659411] env[69365]: DEBUG nova.compute.manager [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 666.705297] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724117} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.705891] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] a093a10f-7e15-4efe-85ea-2b8e70ee61ed/a093a10f-7e15-4efe-85ea-2b8e70ee61ed.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.705891] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.706139] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32040482-504f-44e1-8e58-e6d8a5af240d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.712355] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 666.712355] env[69365]: value = "task-3301256" [ 666.712355] env[69365]: _type = "Task" [ 666.712355] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.722051] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.868707] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523354a2-522c-9631-c4a4-ae258d5baf7d, 'name': SearchDatastore_Task, 'duration_secs': 0.044372} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.869310] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.869576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.869822] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] d0af16e1-ef91-409d-af71-2c57bd1c4aef/d0af16e1-ef91-409d-af71-2c57bd1c4aef.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.872352] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c16c00f8-7a82-4b8b-abd1-79755f60da27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.877057] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 666.877057] env[69365]: value = "task-3301257" [ 666.877057] env[69365]: _type = "Task" [ 666.877057] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.887352] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.906590] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301254, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.976705] env[69365]: DEBUG nova.scheduler.client.report [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.981804] env[69365]: DEBUG nova.compute.manager [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.020517] env[69365]: DEBUG nova.virt.hardware [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.020751] env[69365]: DEBUG nova.virt.hardware [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.020966] env[69365]: DEBUG nova.virt.hardware [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.021179] env[69365]: DEBUG nova.virt.hardware [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.021324] env[69365]: DEBUG nova.virt.hardware [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.021466] env[69365]: DEBUG nova.virt.hardware [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.022581] env[69365]: DEBUG nova.virt.hardware [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.022581] env[69365]: DEBUG nova.virt.hardware [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.022581] env[69365]: DEBUG nova.virt.hardware [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.022581] env[69365]: DEBUG nova.virt.hardware [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.022581] env[69365]: DEBUG nova.virt.hardware [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.023739] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a059f67-1f19-4201-87d2-69a5f2b4be06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.041223] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e360ea-65cc-42ef-a2b6-f1d2f3236cae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.044845] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.079382] env[69365]: DEBUG oslo_vmware.api [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301250, 'name': PowerOnVM_Task, 'duration_secs': 0.651973} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.079764] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.079994] env[69365]: INFO nova.compute.manager [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Took 14.86 seconds to spawn the instance on the hypervisor. [ 667.080239] env[69365]: DEBUG nova.compute.manager [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.081217] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede76ef3-b155-4bb6-8b1d-d4bba27dbd5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.155241] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301255, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.178308] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.225954] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075206} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.226582] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.228217] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110d420c-d24c-41e0-a164-429282f17c75 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.265631] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] a093a10f-7e15-4efe-85ea-2b8e70ee61ed/a093a10f-7e15-4efe-85ea-2b8e70ee61ed.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.265631] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52b0b82c-bca7-4e82-bf92-334269b9d16d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.289400] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 667.289400] env[69365]: value = "task-3301258" [ 667.289400] env[69365]: _type = "Task" [ 667.289400] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.304055] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.390613] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301257, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.412547] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301254, 'name': CreateVM_Task, 'duration_secs': 0.611399} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.413429] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.413805] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.414121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.414481] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.414844] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ce371c-b072-49d1-8627-d61aaa03b45b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.422194] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Waiting for the task: (returnval){ [ 667.422194] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527f2123-bed9-6a1f-5365-49d1b0698dfa" [ 667.422194] env[69365]: _type = "Task" [ 667.422194] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.431178] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527f2123-bed9-6a1f-5365-49d1b0698dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.486490] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.487039] env[69365]: DEBUG nova.compute.manager [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.489892] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.078s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.604250] env[69365]: INFO nova.compute.manager [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Took 24.29 seconds to build instance. [ 667.656091] env[69365]: DEBUG oslo_vmware.api [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301255, 'name': PowerOnVM_Task, 'duration_secs': 0.740905} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.656091] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.656091] env[69365]: DEBUG nova.compute.manager [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.658025] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a2b821-54ec-43ef-9078-1a5ba1b9098c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.672574] env[69365]: DEBUG nova.network.neutron [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Updated VIF entry in instance network info cache for port a2e07215-b97a-4b8c-9f0a-550ea3127342. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.673103] env[69365]: DEBUG nova.network.neutron [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Updating instance_info_cache with network_info: [{"id": "a2e07215-b97a-4b8c-9f0a-550ea3127342", "address": "fa:16:3e:08:a3:0c", "network": {"id": "2273c7c4-839d-4529-8f49-69bedd5bb6c8", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-678311875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90a75c3f7340445a8d653ab846faa06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2e07215-b9", "ovs_interfaceid": "a2e07215-b97a-4b8c-9f0a-550ea3127342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.807084] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.854428] env[69365]: DEBUG nova.network.neutron [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Successfully updated port: 0f10767c-f176-4010-baf9-7d717a3e9bb8 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.893063] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653909} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.893063] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] d0af16e1-ef91-409d-af71-2c57bd1c4aef/d0af16e1-ef91-409d-af71-2c57bd1c4aef.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.893063] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.893063] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d1632d9-f11c-4f82-930a-b4e5c5e4d7c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.897944] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 667.897944] env[69365]: value = "task-3301259" [ 667.897944] env[69365]: _type = "Task" [ 667.897944] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.907617] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.938071] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527f2123-bed9-6a1f-5365-49d1b0698dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.055621} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.938410] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.939084] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.939470] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.939625] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.939822] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.940450] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d05c64b6-ff9e-466b-8f82-0791464ebe83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.955340] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.955340] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.955340] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db54e7c-5726-41e5-a63e-1b3e71edab62 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.961534] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Waiting for the task: (returnval){ [ 667.961534] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5230b00a-0d6b-b155-c5e7-71fa2100a61d" [ 667.961534] env[69365]: _type = "Task" [ 667.961534] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.970966] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5230b00a-0d6b-b155-c5e7-71fa2100a61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.001488] env[69365]: DEBUG nova.compute.utils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.003183] env[69365]: DEBUG nova.compute.manager [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.003344] env[69365]: DEBUG nova.network.neutron [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.089798] env[69365]: DEBUG nova.policy [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8b1cc2068cd4d3bb102073fcadd06ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d286af345d840faa0c108de24ba6d72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.107593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb38554-a939-4206-8439-7e6ca8bbc172 tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Lock "992a7f0e-313c-4858-8cab-1ba670160225" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.802s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.178150] env[69365]: DEBUG oslo_concurrency.lockutils [req-a96b8633-1890-422c-8a8c-9c2cfd08a683 req-d97c907b-57e4-4849-a488-133f6f94162f service nova] Releasing lock "refresh_cache-d0af16e1-ef91-409d-af71-2c57bd1c4aef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.178150] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.312564] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301258, 'name': ReconfigVM_Task, 'duration_secs': 0.773683} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.313112] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Reconfigured VM instance instance-00000006 to attach disk [datastore1] a093a10f-7e15-4efe-85ea-2b8e70ee61ed/a093a10f-7e15-4efe-85ea-2b8e70ee61ed.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.313823] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-663e8e70-6f8d-430d-adb3-6fc857d886f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.328780] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 668.328780] env[69365]: value = "task-3301260" [ 668.328780] env[69365]: _type = "Task" [ 668.328780] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.338443] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301260, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.357296] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Acquiring lock "refresh_cache-d4c933e5-f6c1-4fec-bb82-8e65954c22aa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.357549] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Acquired lock "refresh_cache-d4c933e5-f6c1-4fec-bb82-8e65954c22aa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.358017] env[69365]: DEBUG nova.network.neutron [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.409481] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1081} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.411868] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.411868] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f6f4b-8f99-4263-ab39-1fe1052bc5c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.438953] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] d0af16e1-ef91-409d-af71-2c57bd1c4aef/d0af16e1-ef91-409d-af71-2c57bd1c4aef.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.442943] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5c2f4c3-cfbd-421a-a38a-3be7851dcfdc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.467022] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 668.467022] env[69365]: value = "task-3301261" [ 668.467022] env[69365]: _type = "Task" [ 668.467022] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.479869] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5230b00a-0d6b-b155-c5e7-71fa2100a61d, 'name': SearchDatastore_Task, 'duration_secs': 0.020535} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.481788] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f21b9f2-cff7-4448-81ac-6b222118b7f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.488789] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.497367] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Waiting for the task: (returnval){ [ 668.497367] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5284db45-3718-0b26-80ae-20afeb66bdbd" [ 668.497367] env[69365]: _type = "Task" [ 668.497367] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.506009] env[69365]: INFO nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating resource usage from migration 3f93dddb-c768-46a1-baba-2849d8619da5 [ 668.517025] env[69365]: DEBUG nova.compute.manager [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.517576] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5284db45-3718-0b26-80ae-20afeb66bdbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.518464] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.518764] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 82c13f86-5dcc-4ca8-9006-dafc34dd00a1/82c13f86-5dcc-4ca8-9006-dafc34dd00a1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.519245] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d973f9c7-2891-4bc6-8d91-131ef3676213 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.528593] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Waiting for the task: (returnval){ [ 668.528593] env[69365]: value = "task-3301262" [ 668.528593] env[69365]: _type = "Task" [ 668.528593] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.540613] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.609918] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.684882] env[69365]: DEBUG nova.compute.manager [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Received event network-vif-plugged-77ad1dea-1f16-4c6b-8a4c-75b253202b64 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.684948] env[69365]: DEBUG oslo_concurrency.lockutils [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] Acquiring lock "82c13f86-5dcc-4ca8-9006-dafc34dd00a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.687635] env[69365]: DEBUG oslo_concurrency.lockutils [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] Lock "82c13f86-5dcc-4ca8-9006-dafc34dd00a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.687888] env[69365]: DEBUG oslo_concurrency.lockutils [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] Lock "82c13f86-5dcc-4ca8-9006-dafc34dd00a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.688089] env[69365]: DEBUG nova.compute.manager [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] No waiting events found dispatching network-vif-plugged-77ad1dea-1f16-4c6b-8a4c-75b253202b64 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.688417] env[69365]: WARNING nova.compute.manager [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Received unexpected event network-vif-plugged-77ad1dea-1f16-4c6b-8a4c-75b253202b64 for instance with vm_state building and task_state spawning. [ 668.688935] env[69365]: DEBUG nova.compute.manager [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Received event network-changed-77ad1dea-1f16-4c6b-8a4c-75b253202b64 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.689022] env[69365]: DEBUG nova.compute.manager [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Refreshing instance network info cache due to event network-changed-77ad1dea-1f16-4c6b-8a4c-75b253202b64. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.689218] env[69365]: DEBUG oslo_concurrency.lockutils [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] Acquiring lock "refresh_cache-82c13f86-5dcc-4ca8-9006-dafc34dd00a1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.689364] env[69365]: DEBUG oslo_concurrency.lockutils [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] Acquired lock "refresh_cache-82c13f86-5dcc-4ca8-9006-dafc34dd00a1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.689640] env[69365]: DEBUG nova.network.neutron [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Refreshing network info cache for port 77ad1dea-1f16-4c6b-8a4c-75b253202b64 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.822515] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "1a09e1d1-c844-4d0b-8f13-a86d6596e85d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.822515] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "1a09e1d1-c844-4d0b-8f13-a86d6596e85d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.842266] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301260, 'name': Rename_Task, 'duration_secs': 0.14902} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.842756] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.843333] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e1ea4b3-167d-41bc-8c3c-22913ecfdf12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.850150] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 668.850150] env[69365]: value = "task-3301263" [ 668.850150] env[69365]: _type = "Task" [ 668.850150] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.865330] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.978565] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301261, 'name': ReconfigVM_Task, 'duration_secs': 0.500411} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.978977] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Reconfigured VM instance instance-00000007 to attach disk [datastore1] d0af16e1-ef91-409d-af71-2c57bd1c4aef/d0af16e1-ef91-409d-af71-2c57bd1c4aef.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.979703] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d7775bc-a663-4697-ae21-69f5107a59bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.987016] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 668.987016] env[69365]: value = "task-3301264" [ 668.987016] env[69365]: _type = "Task" [ 668.987016] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.998364] env[69365]: INFO nova.compute.manager [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Rebuilding instance [ 669.000395] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301264, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.001218] env[69365]: DEBUG nova.network.neutron [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.038396] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490175} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.042553] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 82c13f86-5dcc-4ca8-9006-dafc34dd00a1/82c13f86-5dcc-4ca8-9006-dafc34dd00a1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.042806] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.048025] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b834097-b45c-4bfb-8078-b630bafae33c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.052047] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Waiting for the task: (returnval){ [ 669.052047] env[69365]: value = "task-3301265" [ 669.052047] env[69365]: _type = "Task" [ 669.052047] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.056981] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.057162] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Migration 3f93dddb-c768-46a1-baba-2849d8619da5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 669.057314] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance a71a4c5b-2874-450f-bc0b-1ac80c6f7655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.057416] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance cdbc4c38-4161-46b9-b382-930146f88912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.057529] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.057638] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance a093a10f-7e15-4efe-85ea-2b8e70ee61ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.057745] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance d4c933e5-f6c1-4fec-bb82-8e65954c22aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.074611] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.075111] env[69365]: DEBUG nova.compute.manager [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.076589] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265dacc1-da55-419d-bf2e-692e8817d10a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.120645] env[69365]: DEBUG nova.network.neutron [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Successfully created port: 6cdb02d3-67da-411a-8016-d265f9a9be9f {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.138132] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.369333] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.497880] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301264, 'name': Rename_Task, 'duration_secs': 0.272314} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.499630] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.499933] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-724944ae-4a46-464b-89d1-af45352a88c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.505690] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 669.505690] env[69365]: value = "task-3301266" [ 669.505690] env[69365]: _type = "Task" [ 669.505690] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.518875] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.527652] env[69365]: DEBUG nova.compute.manager [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.556802] env[69365]: DEBUG nova.virt.hardware [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:31:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1132301516',id=19,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1091722494',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.557149] env[69365]: DEBUG nova.virt.hardware [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.557311] env[69365]: DEBUG nova.virt.hardware [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.557915] env[69365]: DEBUG nova.virt.hardware [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.558262] env[69365]: DEBUG nova.virt.hardware [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.558483] env[69365]: DEBUG nova.virt.hardware [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.558731] env[69365]: DEBUG nova.virt.hardware [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.558896] env[69365]: DEBUG nova.virt.hardware [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.559104] env[69365]: DEBUG nova.virt.hardware [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.559372] env[69365]: DEBUG nova.virt.hardware [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.559641] env[69365]: DEBUG nova.virt.hardware [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.564018] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cc6894-a2b2-43b8-8d0a-bfe07231ee4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.567549] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 1a09e1d1-c844-4d0b-8f13-a86d6596e85d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.576700] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066905} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.577055] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.578343] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc45be5-b6d6-4154-ad9f-b9bd6cd1e77d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.585943] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cefea8-8ac8-44bc-8365-fc2d48e2220f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.623033] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 82c13f86-5dcc-4ca8-9006-dafc34dd00a1/82c13f86-5dcc-4ca8-9006-dafc34dd00a1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.623940] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.624512] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9df15345-4a3c-4d78-846d-e80201d1fa85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.641921] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf56abfd-7f99-4d51-ab9a-64c2489338ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.649954] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 669.649954] env[69365]: value = "task-3301267" [ 669.649954] env[69365]: _type = "Task" [ 669.649954] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.651673] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Waiting for the task: (returnval){ [ 669.651673] env[69365]: value = "task-3301268" [ 669.651673] env[69365]: _type = "Task" [ 669.651673] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.665493] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.668638] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.861789] env[69365]: DEBUG oslo_vmware.api [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301263, 'name': PowerOnVM_Task, 'duration_secs': 0.765104} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.861978] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.862323] env[69365]: INFO nova.compute.manager [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Took 12.82 seconds to spawn the instance on the hypervisor. [ 669.862382] env[69365]: DEBUG nova.compute.manager [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.863398] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda0dc18-3153-425a-8372-f5a9fb16d8dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.893358] env[69365]: DEBUG nova.network.neutron [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Updating instance_info_cache with network_info: [{"id": "0f10767c-f176-4010-baf9-7d717a3e9bb8", "address": "fa:16:3e:82:dd:90", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f10767c-f1", "ovs_interfaceid": "0f10767c-f176-4010-baf9-7d717a3e9bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.928593] env[69365]: DEBUG nova.network.neutron [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Successfully updated port: 2295981a-107a-46a7-bf2a-cd2a0cc105ea {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.022718] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.071181] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 205183f5-c414-49b0-b14f-cc7e70085cc1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.073025] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance c71c0ece-f925-4ac2-a005-8922212a6f97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 670.164989] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301267, 'name': PowerOffVM_Task, 'duration_secs': 0.322812} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.165752] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.166058] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.167183] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0dac34-c800-419c-875c-0de9487aa4a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.172938] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.178262] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.178262] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff7ee053-417b-4e9d-b672-111c8a1ddfc7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.205515] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.205515] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.205515] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Deleting the datastore file [datastore1] 631e2028-d9a5-4a52-90f7-ffab81a34392 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.205515] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c306134f-62c3-4aff-b131-9f7da9c45253 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.213806] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 670.213806] env[69365]: value = "task-3301270" [ 670.213806] env[69365]: _type = "Task" [ 670.213806] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.223790] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.259362] env[69365]: DEBUG nova.network.neutron [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Updated VIF entry in instance network info cache for port 77ad1dea-1f16-4c6b-8a4c-75b253202b64. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.259432] env[69365]: DEBUG nova.network.neutron [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Updating instance_info_cache with network_info: [{"id": "77ad1dea-1f16-4c6b-8a4c-75b253202b64", "address": "fa:16:3e:75:4d:88", "network": {"id": "a131d5b7-8af9-4494-a66a-bfb215e0c860", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-999929111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf03652df3eb4fc0a6a4f53b4352e54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ad1dea-1f", "ovs_interfaceid": "77ad1dea-1f16-4c6b-8a4c-75b253202b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.389632] env[69365]: INFO nova.compute.manager [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Took 24.86 seconds to build instance. [ 670.397268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Releasing lock "refresh_cache-d4c933e5-f6c1-4fec-bb82-8e65954c22aa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.397595] env[69365]: DEBUG nova.compute.manager [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Instance network_info: |[{"id": "0f10767c-f176-4010-baf9-7d717a3e9bb8", "address": "fa:16:3e:82:dd:90", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f10767c-f1", "ovs_interfaceid": "0f10767c-f176-4010-baf9-7d717a3e9bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.398007] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:dd:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f10767c-f176-4010-baf9-7d717a3e9bb8', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.417473] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Creating folder: Project (4cefbcde4d874555b0a48454b74a630f). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.417892] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e9b2908-3781-4f4c-97fe-e770aace9040 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.432247] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Acquiring lock "refresh_cache-c048f2b5-510c-4565-beb7-d015a0e786f7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.432247] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Acquired lock "refresh_cache-c048f2b5-510c-4565-beb7-d015a0e786f7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.432247] env[69365]: DEBUG nova.network.neutron [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.433367] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Created folder: Project (4cefbcde4d874555b0a48454b74a630f) in parent group-v659152. [ 670.433742] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Creating folder: Instances. Parent ref: group-v659178. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.434649] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18953d20-7a47-41ab-8769-9854cf17d283 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.452719] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Created folder: Instances in parent group-v659178. [ 670.453872] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.454198] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.454801] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a870859-bae4-49da-9d3e-5488c65bcab4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.481734] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.481734] env[69365]: value = "task-3301273" [ 670.481734] env[69365]: _type = "Task" [ 670.481734] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.496766] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301273, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.522454] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301266, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.575661] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 07c180c9-fb11-4cb1-a411-a6b8e0f858b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.668759] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301268, 'name': ReconfigVM_Task, 'duration_secs': 0.912394} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.669053] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 82c13f86-5dcc-4ca8-9006-dafc34dd00a1/82c13f86-5dcc-4ca8-9006-dafc34dd00a1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.669975] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c9f79fd-be35-40af-ba16-d69526eba4ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.676595] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Waiting for the task: (returnval){ [ 670.676595] env[69365]: value = "task-3301274" [ 670.676595] env[69365]: _type = "Task" [ 670.676595] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.686988] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301274, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.729188] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241957} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.729188] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.729286] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.729522] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.762702] env[69365]: DEBUG oslo_concurrency.lockutils [req-e85faa49-8947-4fae-bb29-ca7b0fa5f0af req-df380a10-f994-4d67-b5fe-e3a42abd7500 service nova] Releasing lock "refresh_cache-82c13f86-5dcc-4ca8-9006-dafc34dd00a1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.896081] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d96cdcb0-cd07-4ca9-b6be-10fae827fd3d tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.392s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.996018] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301273, 'name': CreateVM_Task, 'duration_secs': 0.353357} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.996406] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.997157] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.997332] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.997661] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.997941] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad42d9d5-8423-4157-9943-f0c5cc78887d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.003747] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Waiting for the task: (returnval){ [ 671.003747] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526ada65-39e1-7057-4d3c-eb52872ea6a0" [ 671.003747] env[69365]: _type = "Task" [ 671.003747] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.011965] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526ada65-39e1-7057-4d3c-eb52872ea6a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.019271] env[69365]: DEBUG oslo_vmware.api [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301266, 'name': PowerOnVM_Task, 'duration_secs': 1.116431} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.019530] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.019724] env[69365]: INFO nova.compute.manager [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Took 11.58 seconds to spawn the instance on the hypervisor. [ 671.019899] env[69365]: DEBUG nova.compute.manager [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.020963] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555cc613-d6f4-49c3-b63e-815490c1cd97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.047010] env[69365]: DEBUG nova.network.neutron [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.084025] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 7a67b10b-2d73-4a7c-a30a-2be123c42a30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.186565] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301274, 'name': Rename_Task, 'duration_secs': 0.1875} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.186869] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.187135] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20567501-9b69-4ceb-8c95-71a76a84ba3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.195121] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Waiting for the task: (returnval){ [ 671.195121] env[69365]: value = "task-3301275" [ 671.195121] env[69365]: _type = "Task" [ 671.195121] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.207809] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.398835] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.429412] env[69365]: DEBUG nova.network.neutron [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Updating instance_info_cache with network_info: [{"id": "2295981a-107a-46a7-bf2a-cd2a0cc105ea", "address": "fa:16:3e:93:dc:e4", "network": {"id": "3c60721e-7c19-4431-88e2-4509b132b291", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2094303066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9e3a2ab3f25c4e14868e4f4e8098b0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2295981a-10", "ovs_interfaceid": "2295981a-107a-46a7-bf2a-cd2a0cc105ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.466513] env[69365]: DEBUG nova.compute.manager [None req-19b4f0db-eb22-4052-a3a7-0da2b99ee35b tempest-ServerExternalEventsTest-1950196054 tempest-ServerExternalEventsTest-1950196054-project] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Received event network-changed {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.468890] env[69365]: DEBUG nova.compute.manager [None req-19b4f0db-eb22-4052-a3a7-0da2b99ee35b tempest-ServerExternalEventsTest-1950196054 tempest-ServerExternalEventsTest-1950196054-project] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Refreshing instance network info cache due to event network-changed. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.469907] env[69365]: DEBUG oslo_concurrency.lockutils [None req-19b4f0db-eb22-4052-a3a7-0da2b99ee35b tempest-ServerExternalEventsTest-1950196054 tempest-ServerExternalEventsTest-1950196054-project] Acquiring lock "refresh_cache-992a7f0e-313c-4858-8cab-1ba670160225" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.470178] env[69365]: DEBUG oslo_concurrency.lockutils [None req-19b4f0db-eb22-4052-a3a7-0da2b99ee35b tempest-ServerExternalEventsTest-1950196054 tempest-ServerExternalEventsTest-1950196054-project] Acquired lock "refresh_cache-992a7f0e-313c-4858-8cab-1ba670160225" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.470519] env[69365]: DEBUG nova.network.neutron [None req-19b4f0db-eb22-4052-a3a7-0da2b99ee35b tempest-ServerExternalEventsTest-1950196054 tempest-ServerExternalEventsTest-1950196054-project] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.524821] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526ada65-39e1-7057-4d3c-eb52872ea6a0, 'name': SearchDatastore_Task, 'duration_secs': 0.036902} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.525150] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.526367] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.526367] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.526499] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.526635] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.526903] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e31af843-cfda-43ec-a34d-3ffaada73b82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.539207] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.539336] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.546093] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9628f39a-ee8b-41f5-bffd-66eced25d743 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.550460] env[69365]: INFO nova.compute.manager [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Took 25.37 seconds to build instance. [ 671.554385] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Waiting for the task: (returnval){ [ 671.554385] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f8c416-aa4a-5c30-6215-8177fabefa2b" [ 671.554385] env[69365]: _type = "Task" [ 671.554385] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.571813] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f8c416-aa4a-5c30-6215-8177fabefa2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012697} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.573498] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b9b8df8-630f-4974-9bfe-bcd00ed13bf5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.581030] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Waiting for the task: (returnval){ [ 671.581030] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ab61be-b2a1-bf6a-6589-bb2990e512a0" [ 671.581030] env[69365]: _type = "Task" [ 671.581030] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.584674] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance b40ab823-a68d-45ec-b451-9a8addecfcfe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.584674] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 631e2028-d9a5-4a52-90f7-ffab81a34392 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.584802] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance d0af16e1-ef91-409d-af71-2c57bd1c4aef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.584919] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance c048f2b5-510c-4565-beb7-d015a0e786f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.585074] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 992a7f0e-313c-4858-8cab-1ba670160225 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.585198] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 82c13f86-5dcc-4ca8-9006-dafc34dd00a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.586852] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Acquiring lock "cdbc4c38-4161-46b9-b382-930146f88912" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.587103] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Lock "cdbc4c38-4161-46b9-b382-930146f88912" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.587310] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Acquiring lock "cdbc4c38-4161-46b9-b382-930146f88912-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.587496] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Lock "cdbc4c38-4161-46b9-b382-930146f88912-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.587657] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Lock "cdbc4c38-4161-46b9-b382-930146f88912-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.592085] env[69365]: INFO nova.compute.manager [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Terminating instance [ 671.597633] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ab61be-b2a1-bf6a-6589-bb2990e512a0, 'name': SearchDatastore_Task} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.599548] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.599548] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] d4c933e5-f6c1-4fec-bb82-8e65954c22aa/d4c933e5-f6c1-4fec-bb82-8e65954c22aa.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.600808] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48b61f08-232b-4ad6-a6d5-a68c86a227e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.607188] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Waiting for the task: (returnval){ [ 671.607188] env[69365]: value = "task-3301276" [ 671.607188] env[69365]: _type = "Task" [ 671.607188] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.622614] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.705732] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301275, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.778499] env[69365]: DEBUG nova.virt.hardware [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.779438] env[69365]: DEBUG nova.virt.hardware [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.779901] env[69365]: DEBUG nova.virt.hardware [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.779901] env[69365]: DEBUG nova.virt.hardware [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.780324] env[69365]: DEBUG nova.virt.hardware [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.780573] env[69365]: DEBUG nova.virt.hardware [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.780823] env[69365]: DEBUG nova.virt.hardware [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.781148] env[69365]: DEBUG nova.virt.hardware [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.781227] env[69365]: DEBUG nova.virt.hardware [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.781327] env[69365]: DEBUG nova.virt.hardware [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.781562] env[69365]: DEBUG nova.virt.hardware [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.785319] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e9dd51-7328-4acc-b16a-33ac6d8c4118 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.795249] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a038152-6b85-4320-a986-09fad9d88e53 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.811989] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.820162] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.820162] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.820391] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e882f9ec-9f99-4902-8f2b-80c8842e1a24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.842538] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.842538] env[69365]: value = "task-3301277" [ 671.842538] env[69365]: _type = "Task" [ 671.842538] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.851784] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301277, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.936024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Releasing lock "refresh_cache-c048f2b5-510c-4565-beb7-d015a0e786f7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.936024] env[69365]: DEBUG nova.compute.manager [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Instance network_info: |[{"id": "2295981a-107a-46a7-bf2a-cd2a0cc105ea", "address": "fa:16:3e:93:dc:e4", "network": {"id": "3c60721e-7c19-4431-88e2-4509b132b291", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2094303066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9e3a2ab3f25c4e14868e4f4e8098b0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2295981a-10", "ovs_interfaceid": "2295981a-107a-46a7-bf2a-cd2a0cc105ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.936382] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:dc:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2295981a-107a-46a7-bf2a-cd2a0cc105ea', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.950262] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Creating folder: Project (9e3a2ab3f25c4e14868e4f4e8098b0aa). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.951750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.952230] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11eff926-2e17-4ac5-b5f4-64dad3650943 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.967712] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Created folder: Project (9e3a2ab3f25c4e14868e4f4e8098b0aa) in parent group-v659152. [ 671.968023] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Creating folder: Instances. Parent ref: group-v659182. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.968215] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5e9e1ff-1f8f-40a7-87d9-e90153fbe314 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.985266] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Created folder: Instances in parent group-v659182. [ 671.985678] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.986653] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.986653] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5347235d-391c-403a-aaa3-cedad7fe5595 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.010218] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.010218] env[69365]: value = "task-3301280" [ 672.010218] env[69365]: _type = "Task" [ 672.010218] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.021069] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301280, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.057693] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39f4e3c1-c6cb-402c-ba1f-1f1c897ed323 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lock "d0af16e1-ef91-409d-af71-2c57bd1c4aef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.890s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.091405] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e77a293e-f845-4596-8d9b-58d42e3c19d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.101791] env[69365]: DEBUG nova.compute.manager [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.102467] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.103455] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779d808b-b1a1-4956-9108-70ee7c155887 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.116394] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.117280] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23a4223f-b3be-416c-8d72-be5df1cb0cc5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.124365] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301276, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.132032] env[69365]: DEBUG oslo_vmware.api [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Waiting for the task: (returnval){ [ 672.132032] env[69365]: value = "task-3301281" [ 672.132032] env[69365]: _type = "Task" [ 672.132032] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.142805] env[69365]: INFO nova.compute.manager [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Rebuilding instance [ 672.146606] env[69365]: DEBUG oslo_vmware.api [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Task: {'id': task-3301281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.209681] env[69365]: DEBUG nova.compute.manager [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.210705] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddbd7c0-cbf5-442b-9622-b119585d0af5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.218835] env[69365]: DEBUG oslo_vmware.api [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301275, 'name': PowerOnVM_Task, 'duration_secs': 0.658644} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.222872] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.222872] env[69365]: INFO nova.compute.manager [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Took 10.35 seconds to spawn the instance on the hypervisor. [ 672.223193] env[69365]: DEBUG nova.compute.manager [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.223992] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b244ab7-6f2d-467d-bbcc-f39cb1c0f075 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.361079] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301277, 'name': CreateVM_Task, 'duration_secs': 0.382657} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.361293] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.362347] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.362626] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.363064] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.363403] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce21b5e8-35ec-4b77-9fea-bdc76ac6c00e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.370149] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 672.370149] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521ad09b-4ae4-9ffe-df4d-9246af19d17f" [ 672.370149] env[69365]: _type = "Task" [ 672.370149] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.382187] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521ad09b-4ae4-9ffe-df4d-9246af19d17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.525451] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301280, 'name': CreateVM_Task, 'duration_secs': 0.440517} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.525649] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.526388] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.534052] env[69365]: DEBUG nova.network.neutron [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Successfully updated port: 6cdb02d3-67da-411a-8016-d265f9a9be9f {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.550410] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Acquiring lock "7999266e-8690-4570-a9c2-f5251c4ed2f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.550559] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Lock "7999266e-8690-4570-a9c2-f5251c4ed2f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.560354] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.594595] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 96159685-0d1e-4992-9e01-a8142fdd47b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.595687] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 672.595687] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 672.633042] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706161} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.633393] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] d4c933e5-f6c1-4fec-bb82-8e65954c22aa/d4c933e5-f6c1-4fec-bb82-8e65954c22aa.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.633660] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.640644] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-020cdaaf-8683-4747-9b91-52f28e2babf8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.649370] env[69365]: DEBUG oslo_vmware.api [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Task: {'id': task-3301281, 'name': PowerOffVM_Task, 'duration_secs': 0.276758} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.650689] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.651066] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.651163] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Waiting for the task: (returnval){ [ 672.651163] env[69365]: value = "task-3301282" [ 672.651163] env[69365]: _type = "Task" [ 672.651163] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.651649] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27cd662e-6708-4daa-8178-f6fec17c6a86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.740787] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.741075] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.744082] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Deleting the datastore file [datastore1] cdbc4c38-4161-46b9-b382-930146f88912 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.747123] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-724b6d2e-6e29-455f-94cb-c9fde13f6ed8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.759159] env[69365]: DEBUG oslo_vmware.api [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Waiting for the task: (returnval){ [ 672.759159] env[69365]: value = "task-3301284" [ 672.759159] env[69365]: _type = "Task" [ 672.759159] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.759159] env[69365]: INFO nova.compute.manager [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Took 25.48 seconds to build instance. [ 672.775779] env[69365]: DEBUG oslo_vmware.api [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Task: {'id': task-3301284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.777979] env[69365]: DEBUG nova.network.neutron [None req-19b4f0db-eb22-4052-a3a7-0da2b99ee35b tempest-ServerExternalEventsTest-1950196054 tempest-ServerExternalEventsTest-1950196054-project] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Updating instance_info_cache with network_info: [{"id": "fa6bf206-b61d-45f9-ad6d-63573b7c186f", "address": "fa:16:3e:37:2e:2f", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa6bf206-b6", "ovs_interfaceid": "fa6bf206-b61d-45f9-ad6d-63573b7c186f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.845263] env[69365]: DEBUG nova.compute.manager [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Received event network-vif-plugged-0f10767c-f176-4010-baf9-7d717a3e9bb8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.845263] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] Acquiring lock "d4c933e5-f6c1-4fec-bb82-8e65954c22aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.845263] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] Lock "d4c933e5-f6c1-4fec-bb82-8e65954c22aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.845466] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] Lock "d4c933e5-f6c1-4fec-bb82-8e65954c22aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.845740] env[69365]: DEBUG nova.compute.manager [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] No waiting events found dispatching network-vif-plugged-0f10767c-f176-4010-baf9-7d717a3e9bb8 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.845810] env[69365]: WARNING nova.compute.manager [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Received unexpected event network-vif-plugged-0f10767c-f176-4010-baf9-7d717a3e9bb8 for instance with vm_state building and task_state spawning. [ 672.846274] env[69365]: DEBUG nova.compute.manager [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Received event network-changed-0f10767c-f176-4010-baf9-7d717a3e9bb8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.846274] env[69365]: DEBUG nova.compute.manager [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Refreshing instance network info cache due to event network-changed-0f10767c-f176-4010-baf9-7d717a3e9bb8. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.846855] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] Acquiring lock "refresh_cache-d4c933e5-f6c1-4fec-bb82-8e65954c22aa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.846855] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] Acquired lock "refresh_cache-d4c933e5-f6c1-4fec-bb82-8e65954c22aa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.846855] env[69365]: DEBUG nova.network.neutron [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Refreshing network info cache for port 0f10767c-f176-4010-baf9-7d717a3e9bb8 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.890345] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521ad09b-4ae4-9ffe-df4d-9246af19d17f, 'name': SearchDatastore_Task, 'duration_secs': 0.012442} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.893641] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.893922] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.894323] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.894368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.894527] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.895293] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.895683] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.895920] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c324579-2984-466f-aa34-76e576eee68c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.898010] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-434dedb4-19c3-48ec-9ed3-5cca83df5034 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.903515] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Waiting for the task: (returnval){ [ 672.903515] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dc7d10-abe3-4b7c-74cf-c2141f5a2f30" [ 672.903515] env[69365]: _type = "Task" [ 672.903515] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.914702] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dc7d10-abe3-4b7c-74cf-c2141f5a2f30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.922737] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.923046] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.926335] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e064a26-be9e-4b62-97d3-4d0fc1eea5d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.930855] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 672.930855] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d1970b-1936-042c-d47e-f48e32a80b39" [ 672.930855] env[69365]: _type = "Task" [ 672.930855] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.940424] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d1970b-1936-042c-d47e-f48e32a80b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.031345] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0f9c6b-d698-47e1-9773-ace0512ee588 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.039774] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "refresh_cache-9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.041789] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquired lock "refresh_cache-9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.041789] env[69365]: DEBUG nova.network.neutron [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.042216] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c979e7cb-5718-4ac6-8d13-130dc462dcba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.091165] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873e9e73-b46e-4c80-a5b0-0f16ada57f23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.100603] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda42140-8741-4617-bb1d-7606ad9d9b8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.116092] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.118472] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.163783] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082943} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.164649] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.165829] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd871bd3-988a-4dd3-833a-b0c8d8b98fc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.190537] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] d4c933e5-f6c1-4fec-bb82-8e65954c22aa/d4c933e5-f6c1-4fec-bb82-8e65954c22aa.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.191105] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0d56aa-b33c-4957-8b19-149deaa2260a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.211925] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Waiting for the task: (returnval){ [ 673.211925] env[69365]: value = "task-3301285" [ 673.211925] env[69365]: _type = "Task" [ 673.211925] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.222804] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.250455] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.250455] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51fe1dcf-dfab-4dd0-b8cc-d593de963bf6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.259945] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Waiting for the task: (returnval){ [ 673.259945] env[69365]: value = "task-3301286" [ 673.259945] env[69365]: _type = "Task" [ 673.259945] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.263843] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0d938ba-e2ea-4b5e-9561-ca3369d478c1 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Lock "82c13f86-5dcc-4ca8-9006-dafc34dd00a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.005s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.276658] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.280556] env[69365]: DEBUG oslo_vmware.api [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Task: {'id': task-3301284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.282174] env[69365]: DEBUG oslo_concurrency.lockutils [None req-19b4f0db-eb22-4052-a3a7-0da2b99ee35b tempest-ServerExternalEventsTest-1950196054 tempest-ServerExternalEventsTest-1950196054-project] Releasing lock "refresh_cache-992a7f0e-313c-4858-8cab-1ba670160225" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.419876] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dc7d10-abe3-4b7c-74cf-c2141f5a2f30, 'name': SearchDatastore_Task, 'duration_secs': 0.049607} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.420331] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.420618] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.421657] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.442029] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d1970b-1936-042c-d47e-f48e32a80b39, 'name': SearchDatastore_Task, 'duration_secs': 0.039001} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.442565] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a948e78-15af-4511-a96c-07b7262ad7fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.448999] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 673.448999] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522f1853-20e3-8bef-f94a-60a445c92b10" [ 673.448999] env[69365]: _type = "Task" [ 673.448999] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.457301] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522f1853-20e3-8bef-f94a-60a445c92b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.602576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "05b0e6cb-6197-45af-bf23-bcdd30c0b399" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.603313] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "05b0e6cb-6197-45af-bf23-bcdd30c0b399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.619854] env[69365]: DEBUG nova.network.neutron [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.624706] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.722807] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301285, 'name': ReconfigVM_Task, 'duration_secs': 0.460272} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.723947] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Reconfigured VM instance instance-00000009 to attach disk [datastore1] d4c933e5-f6c1-4fec-bb82-8e65954c22aa/d4c933e5-f6c1-4fec-bb82-8e65954c22aa.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.723947] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e3f927e-3f22-4e15-820a-bbe11ddd02b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.729975] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Waiting for the task: (returnval){ [ 673.729975] env[69365]: value = "task-3301287" [ 673.729975] env[69365]: _type = "Task" [ 673.729975] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.730867] env[69365]: DEBUG nova.network.neutron [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Updated VIF entry in instance network info cache for port 0f10767c-f176-4010-baf9-7d717a3e9bb8. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.731126] env[69365]: DEBUG nova.network.neutron [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Updating instance_info_cache with network_info: [{"id": "0f10767c-f176-4010-baf9-7d717a3e9bb8", "address": "fa:16:3e:82:dd:90", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f10767c-f1", "ovs_interfaceid": "0f10767c-f176-4010-baf9-7d717a3e9bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.741386] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301287, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.770521] env[69365]: DEBUG nova.compute.manager [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.788275] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301286, 'name': PowerOffVM_Task, 'duration_secs': 0.207789} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.788885] env[69365]: DEBUG oslo_vmware.api [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Task: {'id': task-3301284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.625418} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.789133] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.789361] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.789617] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.789779] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.789955] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.790159] env[69365]: INFO nova.compute.manager [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Took 1.69 seconds to destroy the instance on the hypervisor. [ 673.790394] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.791414] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a28c98-e207-428b-8b88-56ddd44c83fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.793828] env[69365]: DEBUG nova.compute.manager [-] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.793936] env[69365]: DEBUG nova.network.neutron [-] [instance: cdbc4c38-4161-46b9-b382-930146f88912] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.801972] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.802318] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-196c5283-7114-40e8-9093-e7d47e41b99b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.831493] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.831707] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.831880] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Deleting the datastore file [datastore1] c71c0ece-f925-4ac2-a005-8922212a6f97 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.832140] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cef4f635-3302-4913-a152-4cef288e9693 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.839380] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Waiting for the task: (returnval){ [ 673.839380] env[69365]: value = "task-3301289" [ 673.839380] env[69365]: _type = "Task" [ 673.839380] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.847950] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.882188] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11294e4a-aa0d-41d5-bc3c-0c57a45f5cbf tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.882188] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11294e4a-aa0d-41d5-bc3c-0c57a45f5cbf tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.882340] env[69365]: DEBUG nova.compute.manager [None req-11294e4a-aa0d-41d5-bc3c-0c57a45f5cbf tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.883532] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f43db58-f48d-40b9-aa65-c51666bda1b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.891728] env[69365]: DEBUG nova.compute.manager [None req-11294e4a-aa0d-41d5-bc3c-0c57a45f5cbf tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 673.891728] env[69365]: DEBUG nova.objects.instance [None req-11294e4a-aa0d-41d5-bc3c-0c57a45f5cbf tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lazy-loading 'flavor' on Instance uuid a093a10f-7e15-4efe-85ea-2b8e70ee61ed {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.962311] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522f1853-20e3-8bef-f94a-60a445c92b10, 'name': SearchDatastore_Task, 'duration_secs': 0.017308} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.962311] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.962311] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 631e2028-d9a5-4a52-90f7-ffab81a34392/631e2028-d9a5-4a52-90f7-ffab81a34392.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.962311] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.962698] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.962698] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09041d4c-3ad4-4d4f-8446-0a0e48c36c4c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.963970] env[69365]: DEBUG nova.network.neutron [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Updating instance_info_cache with network_info: [{"id": "6cdb02d3-67da-411a-8016-d265f9a9be9f", "address": "fa:16:3e:aa:d6:5b", "network": {"id": "18b15adf-a827-4810-ac9d-b09375f49426", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-629071661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d286af345d840faa0c108de24ba6d72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdb02d3-67", "ovs_interfaceid": "6cdb02d3-67da-411a-8016-d265f9a9be9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.965151] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22205120-c785-4c83-8161-574fb96893d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.972148] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 673.972148] env[69365]: value = "task-3301290" [ 673.972148] env[69365]: _type = "Task" [ 673.972148] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.981142] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.981142] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.982737] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91eb3ae-ce15-46fe-aa7d-b2264f8674bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.988176] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.989181] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Waiting for the task: (returnval){ [ 673.989181] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52425056-db14-f76c-28f0-2983be70b1d2" [ 673.989181] env[69365]: _type = "Task" [ 673.989181] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.999934] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52425056-db14-f76c-28f0-2983be70b1d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.132401] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 674.132401] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.641s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.132401] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.693s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.133093] env[69365]: INFO nova.compute.claims [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.164493] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Acquiring lock "992a7f0e-313c-4858-8cab-1ba670160225" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.164889] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Lock "992a7f0e-313c-4858-8cab-1ba670160225" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.165376] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Acquiring lock "992a7f0e-313c-4858-8cab-1ba670160225-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.165697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Lock "992a7f0e-313c-4858-8cab-1ba670160225-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.165869] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Lock "992a7f0e-313c-4858-8cab-1ba670160225-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.175819] env[69365]: INFO nova.compute.manager [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Terminating instance [ 674.237303] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] Releasing lock "refresh_cache-d4c933e5-f6c1-4fec-bb82-8e65954c22aa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.237581] env[69365]: DEBUG nova.compute.manager [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Received event network-vif-plugged-2295981a-107a-46a7-bf2a-cd2a0cc105ea {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.237772] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] Acquiring lock "c048f2b5-510c-4565-beb7-d015a0e786f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.238000] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] Lock "c048f2b5-510c-4565-beb7-d015a0e786f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.238221] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] Lock "c048f2b5-510c-4565-beb7-d015a0e786f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.238391] env[69365]: DEBUG nova.compute.manager [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] No waiting events found dispatching network-vif-plugged-2295981a-107a-46a7-bf2a-cd2a0cc105ea {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.238557] env[69365]: WARNING nova.compute.manager [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Received unexpected event network-vif-plugged-2295981a-107a-46a7-bf2a-cd2a0cc105ea for instance with vm_state building and task_state spawning. [ 674.238718] env[69365]: DEBUG nova.compute.manager [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Received event network-changed-2295981a-107a-46a7-bf2a-cd2a0cc105ea {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.238873] env[69365]: DEBUG nova.compute.manager [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Refreshing instance network info cache due to event network-changed-2295981a-107a-46a7-bf2a-cd2a0cc105ea. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.239074] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] Acquiring lock "refresh_cache-c048f2b5-510c-4565-beb7-d015a0e786f7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.239915] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] Acquired lock "refresh_cache-c048f2b5-510c-4565-beb7-d015a0e786f7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.239915] env[69365]: DEBUG nova.network.neutron [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Refreshing network info cache for port 2295981a-107a-46a7-bf2a-cd2a0cc105ea {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.246031] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301287, 'name': Rename_Task, 'duration_secs': 0.260808} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.249485] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.250016] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56c7e608-038c-4c50-9b8c-f79cc295f8ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.257401] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Waiting for the task: (returnval){ [ 674.257401] env[69365]: value = "task-3301291" [ 674.257401] env[69365]: _type = "Task" [ 674.257401] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.267576] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.298110] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.351785] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213624} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.352280] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.352600] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.352923] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.469762] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Releasing lock "refresh_cache-9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.471280] env[69365]: DEBUG nova.compute.manager [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Instance network_info: |[{"id": "6cdb02d3-67da-411a-8016-d265f9a9be9f", "address": "fa:16:3e:aa:d6:5b", "network": {"id": "18b15adf-a827-4810-ac9d-b09375f49426", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-629071661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d286af345d840faa0c108de24ba6d72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdb02d3-67", "ovs_interfaceid": "6cdb02d3-67da-411a-8016-d265f9a9be9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.474421] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:d6:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cdb02d3-67da-411a-8016-d265f9a9be9f', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.483520] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Creating folder: Project (1d286af345d840faa0c108de24ba6d72). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.484082] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb00995b-11b0-4ad1-a984-7ec5d4b83fa8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.503743] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52425056-db14-f76c-28f0-2983be70b1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.510656] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301290, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.511010] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Created folder: Project (1d286af345d840faa0c108de24ba6d72) in parent group-v659152. [ 674.511256] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Creating folder: Instances. Parent ref: group-v659185. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.511596] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee6d4321-9408-4dc6-abae-3737a8220e18 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.515561] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1df9202f-bfbb-434a-9c84-12af465e82de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.522831] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Waiting for the task: (returnval){ [ 674.522831] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5229d6a4-fbf6-64c5-e64a-3b941cb78d83" [ 674.522831] env[69365]: _type = "Task" [ 674.522831] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.528841] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Created folder: Instances in parent group-v659185. [ 674.529698] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.530497] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.533982] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69b35980-c2c0-4f25-adeb-7bf518ddb267 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.550213] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5229d6a4-fbf6-64c5-e64a-3b941cb78d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.555508] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.555508] env[69365]: value = "task-3301294" [ 674.555508] env[69365]: _type = "Task" [ 674.555508] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.570741] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301294, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.652461] env[69365]: DEBUG nova.network.neutron [-] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.680082] env[69365]: DEBUG nova.compute.manager [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.680082] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.680082] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6743854d-e3d4-4a02-8eda-2beedcced897 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.690043] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.690043] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc442c3a-e990-46e9-90df-79f5bdfad10e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.698133] env[69365]: DEBUG oslo_vmware.api [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Waiting for the task: (returnval){ [ 674.698133] env[69365]: value = "task-3301295" [ 674.698133] env[69365]: _type = "Task" [ 674.698133] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.710770] env[69365]: DEBUG oslo_vmware.api [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.772634] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301291, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.900867] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-11294e4a-aa0d-41d5-bc3c-0c57a45f5cbf tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.901281] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0369982e-fb3e-4bec-ab68-50c77721cb1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.916929] env[69365]: DEBUG oslo_vmware.api [None req-11294e4a-aa0d-41d5-bc3c-0c57a45f5cbf tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 674.916929] env[69365]: value = "task-3301296" [ 674.916929] env[69365]: _type = "Task" [ 674.916929] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.930366] env[69365]: DEBUG oslo_vmware.api [None req-11294e4a-aa0d-41d5-bc3c-0c57a45f5cbf tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.996645] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699339} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.997531] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 631e2028-d9a5-4a52-90f7-ffab81a34392/631e2028-d9a5-4a52-90f7-ffab81a34392.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.997531] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.997895] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95721eba-65a4-4e18-8762-32cc136c5e08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.008757] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 675.008757] env[69365]: value = "task-3301297" [ 675.008757] env[69365]: _type = "Task" [ 675.008757] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.030303] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.041672] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5229d6a4-fbf6-64c5-e64a-3b941cb78d83, 'name': SearchDatastore_Task, 'duration_secs': 0.067571} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.041672] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.041998] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] c048f2b5-510c-4565-beb7-d015a0e786f7/c048f2b5-510c-4565-beb7-d015a0e786f7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.046290] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eb2224f-8909-457f-9e3e-3ec6a34eee92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.056364] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Waiting for the task: (returnval){ [ 675.056364] env[69365]: value = "task-3301298" [ 675.056364] env[69365]: _type = "Task" [ 675.056364] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.069618] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301294, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.073906] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.115793] env[69365]: DEBUG nova.network.neutron [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Updated VIF entry in instance network info cache for port 2295981a-107a-46a7-bf2a-cd2a0cc105ea. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.115793] env[69365]: DEBUG nova.network.neutron [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Updating instance_info_cache with network_info: [{"id": "2295981a-107a-46a7-bf2a-cd2a0cc105ea", "address": "fa:16:3e:93:dc:e4", "network": {"id": "3c60721e-7c19-4431-88e2-4509b132b291", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2094303066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3a2ab3f25c4e14868e4f4e8098b0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2295981a-10", "ovs_interfaceid": "2295981a-107a-46a7-bf2a-cd2a0cc105ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.156925] env[69365]: INFO nova.compute.manager [-] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Took 1.36 seconds to deallocate network for instance. [ 675.214206] env[69365]: DEBUG oslo_vmware.api [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301295, 'name': PowerOffVM_Task, 'duration_secs': 0.311883} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.214602] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.215089] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.215089] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54abcc4b-873c-4e68-af56-0e632db69aff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.276254] env[69365]: DEBUG oslo_vmware.api [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301291, 'name': PowerOnVM_Task, 'duration_secs': 0.566798} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.280206] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.280392] env[69365]: INFO nova.compute.manager [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Took 10.96 seconds to spawn the instance on the hypervisor. [ 675.280570] env[69365]: DEBUG nova.compute.manager [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.282718] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dd8661-f2e3-4087-aa6d-d0217bd35e98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.308257] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.308257] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.308257] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Deleting the datastore file [datastore1] 992a7f0e-313c-4858-8cab-1ba670160225 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.308257] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7aa261f-fcb3-41dd-9e5e-db26bde31e0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.320961] env[69365]: DEBUG oslo_vmware.api [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Waiting for the task: (returnval){ [ 675.320961] env[69365]: value = "task-3301300" [ 675.320961] env[69365]: _type = "Task" [ 675.320961] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.333235] env[69365]: DEBUG oslo_vmware.api [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.400449] env[69365]: DEBUG nova.virt.hardware [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.400695] env[69365]: DEBUG nova.virt.hardware [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.400883] env[69365]: DEBUG nova.virt.hardware [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.401206] env[69365]: DEBUG nova.virt.hardware [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.401422] env[69365]: DEBUG nova.virt.hardware [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.401572] env[69365]: DEBUG nova.virt.hardware [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.401786] env[69365]: DEBUG nova.virt.hardware [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.402052] env[69365]: DEBUG nova.virt.hardware [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.402139] env[69365]: DEBUG nova.virt.hardware [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.402321] env[69365]: DEBUG nova.virt.hardware [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.402675] env[69365]: DEBUG nova.virt.hardware [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.404443] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1971a3-4504-4ef6-8223-26426944eae2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.417826] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50c22ff-634d-4a27-80c4-d84abad09a82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.444928] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.453173] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.454139] env[69365]: DEBUG oslo_vmware.api [None req-11294e4a-aa0d-41d5-bc3c-0c57a45f5cbf tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301296, 'name': PowerOffVM_Task, 'duration_secs': 0.332693} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.457715] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.458085] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-11294e4a-aa0d-41d5-bc3c-0c57a45f5cbf tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.458560] env[69365]: DEBUG nova.compute.manager [None req-11294e4a-aa0d-41d5-bc3c-0c57a45f5cbf tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.458982] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b47074b-6313-4eeb-b949-9743b9edbea5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.477097] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d1774c-b8a7-4c3f-b572-916be56f7dbf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.488720] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.488720] env[69365]: value = "task-3301301" [ 675.488720] env[69365]: _type = "Task" [ 675.488720] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.508888] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301301, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.522772] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081746} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.526266] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.528502] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a834a8f-f22f-4c7c-a09d-654d3168a33c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.557484] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 631e2028-d9a5-4a52-90f7-ffab81a34392/631e2028-d9a5-4a52-90f7-ffab81a34392.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.561193] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af1296d-eeb3-4402-9127-78d4e0502527 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.598241] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301298, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.607097] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301294, 'name': CreateVM_Task, 'duration_secs': 0.603392} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.611209] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.611209] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 675.611209] env[69365]: value = "task-3301302" [ 675.611209] env[69365]: _type = "Task" [ 675.611209] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.611209] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.611209] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.611209] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.611672] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b98b84-138f-4df1-a1d2-5bef81e26f4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.618883] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e11c37f-dbfd-43dc-b710-19bb78ff2f6f req-76dda3f6-12e3-41ac-920c-f0989d9e7646 service nova] Releasing lock "refresh_cache-c048f2b5-510c-4565-beb7-d015a0e786f7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.626901] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 675.626901] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a88f83-ebea-af0d-50c8-9aec20c6154f" [ 675.626901] env[69365]: _type = "Task" [ 675.626901] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.630589] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.641182] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a88f83-ebea-af0d-50c8-9aec20c6154f, 'name': SearchDatastore_Task, 'duration_secs': 0.016832} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.645458] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.645744] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.645998] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.646175] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.646379] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.646917] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d88475ed-44e7-494f-b97d-73bc0d1dedd7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.660748] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.661218] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.665247] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60477da3-b5cf-46a9-a37d-ff3fe5e93fbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.669007] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.674898] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 675.674898] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bb59be-9c09-a7ff-6814-fe407f0adc5d" [ 675.674898] env[69365]: _type = "Task" [ 675.674898] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.688557] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bb59be-9c09-a7ff-6814-fe407f0adc5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.690733] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c181ce99-0ae7-48e4-be80-134749c65793 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.699582] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e6134-4c94-4ea4-8068-67fd618c3a0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.733360] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21878e43-4a9b-4b2a-a25f-3c64f8d947d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.742879] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9467f6d2-51e5-4820-90f8-dc9b1a9e3736 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.761703] env[69365]: DEBUG nova.compute.provider_tree [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.808908] env[69365]: INFO nova.compute.manager [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Took 27.35 seconds to build instance. [ 675.834943] env[69365]: DEBUG oslo_vmware.api [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Task: {'id': task-3301300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380071} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.835288] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.839026] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.839026] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.839026] env[69365]: INFO nova.compute.manager [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Took 1.16 seconds to destroy the instance on the hypervisor. [ 675.839026] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.839026] env[69365]: DEBUG nova.compute.manager [-] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.839026] env[69365]: DEBUG nova.network.neutron [-] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.997025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11294e4a-aa0d-41d5-bc3c-0c57a45f5cbf tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.115s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.009216] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301301, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.054943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Acquiring lock "0a93f224-a989-4320-924b-4ebe511df638" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.055432] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Lock "0a93f224-a989-4320-924b-4ebe511df638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.098499] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594627} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.098752] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] c048f2b5-510c-4565-beb7-d015a0e786f7/c048f2b5-510c-4565-beb7-d015a0e786f7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.098987] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.099766] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d65544fb-fb5b-4555-bc89-3928e81c8d7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.108804] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Waiting for the task: (returnval){ [ 676.108804] env[69365]: value = "task-3301303" [ 676.108804] env[69365]: _type = "Task" [ 676.108804] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.123550] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.125040] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.194877] env[69365]: DEBUG nova.compute.manager [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.196035] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bb59be-9c09-a7ff-6814-fe407f0adc5d, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.198955] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd742fc3-c7ac-41c5-b738-a85e47cd9cf8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.201474] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f559c7-201c-4ba3-92d7-64a99a12568a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.213514] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 676.213514] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c47c2c-bcf4-f1f3-8b80-dfe846809247" [ 676.213514] env[69365]: _type = "Task" [ 676.213514] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.228910] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c47c2c-bcf4-f1f3-8b80-dfe846809247, 'name': SearchDatastore_Task, 'duration_secs': 0.011301} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.229297] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.229615] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a/9bfcfc09-e373-4e94-96f6-2ac2b33ae05a.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.229780] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a76c6bd-2690-4c82-b43e-3b6db11553b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.237832] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 676.237832] env[69365]: value = "task-3301304" [ 676.237832] env[69365]: _type = "Task" [ 676.237832] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.247581] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.264800] env[69365]: DEBUG nova.scheduler.client.report [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.310536] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3dd07efb-faa8-4ac7-95d0-eba132d2cb4e tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Lock "d4c933e5-f6c1-4fec-bb82-8e65954c22aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.869s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.503830] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301301, 'name': CreateVM_Task, 'duration_secs': 0.778469} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.504038] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.504553] env[69365]: DEBUG oslo_concurrency.lockutils [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.504778] env[69365]: DEBUG oslo_concurrency.lockutils [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.505265] env[69365]: DEBUG oslo_concurrency.lockutils [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.505595] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d6d2d5-62bf-43ad-bda0-e5e3c0dafcef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.511325] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Waiting for the task: (returnval){ [ 676.511325] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527e837e-4359-3a84-a813-97e946baf77d" [ 676.511325] env[69365]: _type = "Task" [ 676.511325] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.522506] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527e837e-4359-3a84-a813-97e946baf77d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.626769] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.627542] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301302, 'name': ReconfigVM_Task, 'duration_secs': 0.923523} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.630560] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 631e2028-d9a5-4a52-90f7-ffab81a34392/631e2028-d9a5-4a52-90f7-ffab81a34392.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.630560] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e775333f-afe1-49b4-8083-426eaaeb4356 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.637558] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 676.637558] env[69365]: value = "task-3301305" [ 676.637558] env[69365]: _type = "Task" [ 676.637558] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.651261] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301305, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.724160] env[69365]: INFO nova.compute.manager [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] instance snapshotting [ 676.729382] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8c1076-9bd7-49c1-8d58-af7de0d3ad47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.755572] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e123efd-08fd-47e6-af64-1405b02b65ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.772038] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.772634] env[69365]: DEBUG nova.compute.manager [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.776064] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301304, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.776445] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.907s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.778175] env[69365]: INFO nova.compute.claims [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.815597] env[69365]: DEBUG nova.compute.manager [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.828747] env[69365]: DEBUG nova.network.neutron [-] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.031420] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527e837e-4359-3a84-a813-97e946baf77d, 'name': SearchDatastore_Task, 'duration_secs': 0.036159} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.031933] env[69365]: DEBUG oslo_concurrency.lockutils [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.035018] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.035018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.035018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.035018] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.035018] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2825622-77a6-4c8d-bf8b-95e8d52a6169 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.052045] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.052774] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.053703] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06653a7-90c2-4059-963e-417f69dab420 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.060720] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Waiting for the task: (returnval){ [ 677.060720] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52641801-e0c3-a0b9-4275-ec1abc662491" [ 677.060720] env[69365]: _type = "Task" [ 677.060720] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.078958] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52641801-e0c3-a0b9-4275-ec1abc662491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.124307] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.62161} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.125861] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.127538] env[69365]: DEBUG nova.compute.manager [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Received event network-vif-plugged-6cdb02d3-67da-411a-8016-d265f9a9be9f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.127740] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] Acquiring lock "9bfcfc09-e373-4e94-96f6-2ac2b33ae05a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.127948] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] Lock "9bfcfc09-e373-4e94-96f6-2ac2b33ae05a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.131846] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] Lock "9bfcfc09-e373-4e94-96f6-2ac2b33ae05a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.131846] env[69365]: DEBUG nova.compute.manager [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] No waiting events found dispatching network-vif-plugged-6cdb02d3-67da-411a-8016-d265f9a9be9f {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.131846] env[69365]: WARNING nova.compute.manager [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Received unexpected event network-vif-plugged-6cdb02d3-67da-411a-8016-d265f9a9be9f for instance with vm_state building and task_state spawning. [ 677.131846] env[69365]: DEBUG nova.compute.manager [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Received event network-changed-6cdb02d3-67da-411a-8016-d265f9a9be9f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.131846] env[69365]: DEBUG nova.compute.manager [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Refreshing instance network info cache due to event network-changed-6cdb02d3-67da-411a-8016-d265f9a9be9f. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.132258] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] Acquiring lock "refresh_cache-9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.132258] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] Acquired lock "refresh_cache-9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.132258] env[69365]: DEBUG nova.network.neutron [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Refreshing network info cache for port 6cdb02d3-67da-411a-8016-d265f9a9be9f {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.137770] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4575aac-a99e-4007-89fe-5a9d03877e2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.173170] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] c048f2b5-510c-4565-beb7-d015a0e786f7/c048f2b5-510c-4565-beb7-d015a0e786f7.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.174826] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74bbd7a9-1923-43c9-9c9d-f9e2e9db04f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.192930] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301305, 'name': Rename_Task, 'duration_secs': 0.218193} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.193144] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.193775] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8058390c-6893-4c2e-b181-80d4718886cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.202825] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Waiting for the task: (returnval){ [ 677.202825] env[69365]: value = "task-3301306" [ 677.202825] env[69365]: _type = "Task" [ 677.202825] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.203224] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 677.203224] env[69365]: value = "task-3301307" [ 677.203224] env[69365]: _type = "Task" [ 677.203224] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.217711] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.221527] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.266413] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882771} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.269185] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a/9bfcfc09-e373-4e94-96f6-2ac2b33ae05a.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.269185] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.269185] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f62ee3d7-b211-4ce3-9d41-a7b8acbfef97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.270766] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 677.270875] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a87e1d8b-4a3d-46cc-87b5-0badb935be32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.281287] env[69365]: DEBUG nova.compute.utils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.289290] env[69365]: DEBUG nova.compute.manager [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.289290] env[69365]: DEBUG nova.network.neutron [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.301653] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 677.301653] env[69365]: value = "task-3301309" [ 677.301653] env[69365]: _type = "Task" [ 677.301653] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.301948] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 677.301948] env[69365]: value = "task-3301308" [ 677.301948] env[69365]: _type = "Task" [ 677.301948] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.324708] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.327997] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.333448] env[69365]: INFO nova.compute.manager [-] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Took 1.50 seconds to deallocate network for instance. [ 677.350672] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.375032] env[69365]: DEBUG nova.policy [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c38e718645184b1f87418b993d8c5b35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2a9d7554a84f9ab500ceb2acdd052b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.397749] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Acquiring lock "849e17e3-3933-49e5-a564-2afe368d7fc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.398725] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Lock "849e17e3-3933-49e5-a564-2afe368d7fc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.573777] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52641801-e0c3-a0b9-4275-ec1abc662491, 'name': SearchDatastore_Task, 'duration_secs': 0.044676} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.575040] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8199b8c-4452-498d-9387-8d2e02649338 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.581712] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Waiting for the task: (returnval){ [ 677.581712] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52404edf-d3ba-55f2-3e4f-627a542ef6f8" [ 677.581712] env[69365]: _type = "Task" [ 677.581712] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.591914] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52404edf-d3ba-55f2-3e4f-627a542ef6f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.717602] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301307, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.724022] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301306, 'name': ReconfigVM_Task, 'duration_secs': 0.374834} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.724022] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Reconfigured VM instance instance-0000000a to attach disk [datastore2] c048f2b5-510c-4565-beb7-d015a0e786f7/c048f2b5-510c-4565-beb7-d015a0e786f7.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.724022] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc4bc84b-11bc-4994-8bb4-5b68a396c700 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.733134] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Waiting for the task: (returnval){ [ 677.733134] env[69365]: value = "task-3301310" [ 677.733134] env[69365]: _type = "Task" [ 677.733134] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.745098] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301310, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.804488] env[69365]: DEBUG nova.compute.manager [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.830775] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098852} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.834605] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.835199] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.837017] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f77d830-3572-426c-9d4e-4909cde6a215 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.840707] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.869422] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a/9bfcfc09-e373-4e94-96f6-2ac2b33ae05a.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.873717] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9127cbc-bb27-4ccc-b734-397b283f283e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.902108] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 677.902108] env[69365]: value = "task-3301311" [ 677.902108] env[69365]: _type = "Task" [ 677.902108] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.908715] env[69365]: DEBUG nova.network.neutron [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Successfully created port: a158afaa-49be-4af5-b454-0d7c2d601cb4 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.915267] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.045404] env[69365]: DEBUG nova.network.neutron [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Updated VIF entry in instance network info cache for port 6cdb02d3-67da-411a-8016-d265f9a9be9f. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.045753] env[69365]: DEBUG nova.network.neutron [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Updating instance_info_cache with network_info: [{"id": "6cdb02d3-67da-411a-8016-d265f9a9be9f", "address": "fa:16:3e:aa:d6:5b", "network": {"id": "18b15adf-a827-4810-ac9d-b09375f49426", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-629071661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d286af345d840faa0c108de24ba6d72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdb02d3-67", "ovs_interfaceid": "6cdb02d3-67da-411a-8016-d265f9a9be9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.096640] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52404edf-d3ba-55f2-3e4f-627a542ef6f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.096923] env[69365]: DEBUG oslo_concurrency.lockutils [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.097193] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] c71c0ece-f925-4ac2-a005-8922212a6f97/c71c0ece-f925-4ac2-a005-8922212a6f97.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.097457] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb44e557-20ab-4a83-9f20-c1d19c01fc9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.109850] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Waiting for the task: (returnval){ [ 678.109850] env[69365]: value = "task-3301312" [ 678.109850] env[69365]: _type = "Task" [ 678.109850] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.119752] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.218060] env[69365]: DEBUG oslo_vmware.api [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301307, 'name': PowerOnVM_Task, 'duration_secs': 0.820467} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.218392] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.218616] env[69365]: DEBUG nova.compute.manager [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.219430] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d55006a-b6c3-4dc7-b180-0d552ef35c78 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.251516] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301310, 'name': Rename_Task, 'duration_secs': 0.306219} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.252337] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.252337] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4df8e07f-1e41-4529-8875-3ba072531833 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.260435] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a84f127-2e71-41a5-942f-0229fcaf243a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.265650] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Waiting for the task: (returnval){ [ 678.265650] env[69365]: value = "task-3301313" [ 678.265650] env[69365]: _type = "Task" [ 678.265650] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.275356] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdddcb27-4db7-45fe-9bc5-4d675b5d463e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.282447] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.328512] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c936da2f-b5b4-45fe-a549-f77124896687 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.345326] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301309, 'name': CreateSnapshot_Task, 'duration_secs': 1.023251} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.346647] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a790b0d3-4350-4ded-884f-7d4ccb28cae3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.351302] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 678.352137] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffe4c35-4e38-4897-961e-84461a1c78db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.376541] env[69365]: DEBUG nova.compute.provider_tree [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.413500] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301311, 'name': ReconfigVM_Task, 'duration_secs': 0.322764} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.414172] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a/9bfcfc09-e373-4e94-96f6-2ac2b33ae05a.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.415619] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94fcc515-3bbd-4222-8913-b0fc4e0cc31d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.426408] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 678.426408] env[69365]: value = "task-3301314" [ 678.426408] env[69365]: _type = "Task" [ 678.426408] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.439891] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301314, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.557222] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] Releasing lock "refresh_cache-9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.557222] env[69365]: DEBUG nova.compute.manager [req-ec97a8b6-40f6-4aef-b9f5-f2d42ab86db9 req-78539f5c-fbbc-468e-afa7-7f11da5b465c service nova] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Received event network-vif-deleted-661588b7-28c9-4abd-b3c7-42c72d282132 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.626452] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301312, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.739678] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.764211] env[69365]: DEBUG nova.compute.manager [None req-87cf47cb-b90d-4c78-9db4-e5e456934352 tempest-ServerDiagnosticsTest-1598278197 tempest-ServerDiagnosticsTest-1598278197-project-admin] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.765842] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83298fb-5863-4834-b3b4-a142920015aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.776371] env[69365]: INFO nova.compute.manager [None req-87cf47cb-b90d-4c78-9db4-e5e456934352 tempest-ServerDiagnosticsTest-1598278197 tempest-ServerDiagnosticsTest-1598278197-project-admin] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Retrieving diagnostics [ 678.780315] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12d8280-71ff-4a90-ab21-5b4780fd7a32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.783759] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.838033] env[69365]: DEBUG nova.compute.manager [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.863887] env[69365]: DEBUG nova.virt.hardware [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.863887] env[69365]: DEBUG nova.virt.hardware [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.863887] env[69365]: DEBUG nova.virt.hardware [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.864209] env[69365]: DEBUG nova.virt.hardware [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.864209] env[69365]: DEBUG nova.virt.hardware [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.864209] env[69365]: DEBUG nova.virt.hardware [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.864386] env[69365]: DEBUG nova.virt.hardware [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.864541] env[69365]: DEBUG nova.virt.hardware [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.864710] env[69365]: DEBUG nova.virt.hardware [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.864869] env[69365]: DEBUG nova.virt.hardware [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.865051] env[69365]: DEBUG nova.virt.hardware [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.865919] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bae90c0-4ddc-411d-8389-16a8605a7f47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.878077] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f489d6cb-a102-48cd-b2fe-20c51016f767 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.890201] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 678.890201] env[69365]: DEBUG nova.scheduler.client.report [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.892473] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f877ee4-997a-4d71-9251-f85d9ac09f4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.913694] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 678.913694] env[69365]: value = "task-3301315" [ 678.913694] env[69365]: _type = "Task" [ 678.913694] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.923877] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301315, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.937468] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301314, 'name': Rename_Task, 'duration_secs': 0.313791} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.937757] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.937995] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b57781a2-2cd9-4fd6-a29b-16718177f939 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.946727] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 678.946727] env[69365]: value = "task-3301316" [ 678.946727] env[69365]: _type = "Task" [ 678.946727] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.957644] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.122580] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536758} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.122791] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] c71c0ece-f925-4ac2-a005-8922212a6f97/c71c0ece-f925-4ac2-a005-8922212a6f97.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.123055] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.123381] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-207a6e1a-f5ae-4a42-be14-d5baf09d53fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.132593] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Waiting for the task: (returnval){ [ 679.132593] env[69365]: value = "task-3301317" [ 679.132593] env[69365]: _type = "Task" [ 679.132593] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.142559] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.281173] env[69365]: DEBUG oslo_vmware.api [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301313, 'name': PowerOnVM_Task, 'duration_secs': 0.712252} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.281501] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.281681] env[69365]: INFO nova.compute.manager [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Took 12.30 seconds to spawn the instance on the hypervisor. [ 679.283102] env[69365]: DEBUG nova.compute.manager [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.284692] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174855f7-35c6-476c-a2d4-c0a340e1e6fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.346692] env[69365]: DEBUG nova.compute.manager [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.346692] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1aefc3-0158-4720-835f-95284e4a5efc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.399023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.399023] env[69365]: DEBUG nova.compute.manager [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.403229] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.358s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.408151] env[69365]: INFO nova.compute.claims [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.425524] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301315, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.463465] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301316, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.644657] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111282} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.645079] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.645861] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32135ad-37c3-4b41-b3f4-f2cd131096f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.667299] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] c71c0ece-f925-4ac2-a005-8922212a6f97/c71c0ece-f925-4ac2-a005-8922212a6f97.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.667871] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda31e40-5761-4a3e-b01b-294e71382ddb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.690648] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Waiting for the task: (returnval){ [ 679.690648] env[69365]: value = "task-3301318" [ 679.690648] env[69365]: _type = "Task" [ 679.690648] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.699851] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.808563] env[69365]: INFO nova.compute.manager [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Took 29.70 seconds to build instance. [ 679.865402] env[69365]: INFO nova.compute.manager [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] instance snapshotting [ 679.866575] env[69365]: WARNING nova.compute.manager [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 679.868961] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c707b65-3fa4-4b13-bea4-1b9d3d86d0c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.892587] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ad9649-c772-4220-a318-2daf17749742 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.912488] env[69365]: DEBUG nova.compute.utils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.918037] env[69365]: DEBUG nova.compute.manager [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.918037] env[69365]: DEBUG nova.network.neutron [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.930353] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301315, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.960639] env[69365]: DEBUG oslo_vmware.api [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301316, 'name': PowerOnVM_Task, 'duration_secs': 0.521431} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.960639] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.960639] env[69365]: INFO nova.compute.manager [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Took 10.43 seconds to spawn the instance on the hypervisor. [ 679.960866] env[69365]: DEBUG nova.compute.manager [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.961597] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f56edcd-6aba-4ac4-890d-c7114e6cf82c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.998856] env[69365]: DEBUG nova.network.neutron [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Successfully updated port: a158afaa-49be-4af5-b454-0d7c2d601cb4 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.042890] env[69365]: DEBUG nova.policy [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '369cf3ac9b0b47e9a7d81370dd93c52a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '661af1f6039345f3b6015d1319da0a77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.207133] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.311233] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07e89880-967c-4f3c-ba70-e1e97f7c7609 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Lock "c048f2b5-510c-4565-beb7-d015a0e786f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.212s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.407660] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 680.407660] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f1badad0-4a0f-4adf-b8e8-bd15ea7576c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.419932] env[69365]: DEBUG nova.compute.manager [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.429782] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 680.429782] env[69365]: value = "task-3301319" [ 680.429782] env[69365]: _type = "Task" [ 680.429782] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.446628] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301319, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.448578] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301315, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.484108] env[69365]: INFO nova.compute.manager [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Took 23.07 seconds to build instance. [ 680.501614] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Acquiring lock "refresh_cache-96159685-0d1e-4992-9e01-a8142fdd47b8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.501779] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Acquired lock "refresh_cache-96159685-0d1e-4992-9e01-a8142fdd47b8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.501966] env[69365]: DEBUG nova.network.neutron [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.592291] env[69365]: DEBUG nova.network.neutron [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Successfully created port: 2b8e7a7d-9666-4961-ad1d-ddc883de213c {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.704162] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301318, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.711947] env[69365]: DEBUG nova.compute.manager [req-305c360d-32fe-4e7d-a980-cfde373488f3 req-fd1a5377-24ac-43c4-8955-37d7b55f7cc5 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Received event network-changed-77ad1dea-1f16-4c6b-8a4c-75b253202b64 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.712343] env[69365]: DEBUG nova.compute.manager [req-305c360d-32fe-4e7d-a980-cfde373488f3 req-fd1a5377-24ac-43c4-8955-37d7b55f7cc5 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Refreshing instance network info cache due to event network-changed-77ad1dea-1f16-4c6b-8a4c-75b253202b64. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.712695] env[69365]: DEBUG oslo_concurrency.lockutils [req-305c360d-32fe-4e7d-a980-cfde373488f3 req-fd1a5377-24ac-43c4-8955-37d7b55f7cc5 service nova] Acquiring lock "refresh_cache-82c13f86-5dcc-4ca8-9006-dafc34dd00a1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.712924] env[69365]: DEBUG oslo_concurrency.lockutils [req-305c360d-32fe-4e7d-a980-cfde373488f3 req-fd1a5377-24ac-43c4-8955-37d7b55f7cc5 service nova] Acquired lock "refresh_cache-82c13f86-5dcc-4ca8-9006-dafc34dd00a1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.713350] env[69365]: DEBUG nova.network.neutron [req-305c360d-32fe-4e7d-a980-cfde373488f3 req-fd1a5377-24ac-43c4-8955-37d7b55f7cc5 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Refreshing network info cache for port 77ad1dea-1f16-4c6b-8a4c-75b253202b64 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.744746] env[69365]: DEBUG nova.compute.manager [req-4830fd70-8a8b-453f-a0a4-0e64124c2748 req-a97f5b28-5311-47b1-a74f-fcb23426f10b service nova] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Received event network-vif-deleted-fa6bf206-b61d-45f9-ad6d-63573b7c186f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.814602] env[69365]: DEBUG nova.compute.manager [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.939854] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb5a72f-9b72-4520-8379-b63adbc354c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.961705] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301315, 'name': CloneVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.967329] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa58fbf-e3fa-48b1-a2fa-7a6a620f9b7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.978500] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301319, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.009749] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071df13c-39db-46d5-a462-bb0fbdf8e635 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.895s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.014809] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c67b28e-8840-44f6-ab82-281d0b27f3a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.025105] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a33f7fa-326a-424e-88f7-a71848024d01 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.042474] env[69365]: DEBUG nova.compute.provider_tree [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.100369] env[69365]: DEBUG nova.network.neutron [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.204418] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301318, 'name': ReconfigVM_Task, 'duration_secs': 1.05708} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.204418] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Reconfigured VM instance instance-00000001 to attach disk [datastore2] c71c0ece-f925-4ac2-a005-8922212a6f97/c71c0ece-f925-4ac2-a005-8922212a6f97.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.204418] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c61452fd-49e5-4372-b1f9-030fc9ca9669 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.213623] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Waiting for the task: (returnval){ [ 681.213623] env[69365]: value = "task-3301320" [ 681.213623] env[69365]: _type = "Task" [ 681.213623] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.226145] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301320, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.342554] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.440986] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301315, 'name': CloneVM_Task, 'duration_secs': 2.073722} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.441490] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Created linked-clone VM from snapshot [ 681.442680] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b6d19d-8a25-4dc9-be5d-19c876df44ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.446980] env[69365]: DEBUG nova.compute.manager [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.456764] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Uploading image b962124e-43d0-4342-b0d2-c67ab3b5a2d4 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 681.468565] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301319, 'name': CreateSnapshot_Task, 'duration_secs': 0.999109} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.468565] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 681.468565] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f4aba7-96a0-483a-b957-aad66fd7aef6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.493985] env[69365]: DEBUG nova.virt.hardware [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.494189] env[69365]: DEBUG nova.virt.hardware [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.494647] env[69365]: DEBUG nova.virt.hardware [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.494738] env[69365]: DEBUG nova.virt.hardware [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.494822] env[69365]: DEBUG nova.virt.hardware [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.494966] env[69365]: DEBUG nova.virt.hardware [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.495191] env[69365]: DEBUG nova.virt.hardware [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.495463] env[69365]: DEBUG nova.virt.hardware [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.495511] env[69365]: DEBUG nova.virt.hardware [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.495640] env[69365]: DEBUG nova.virt.hardware [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.495807] env[69365]: DEBUG nova.virt.hardware [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.498194] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26db1d7-31ae-4ba7-b2fb-250ba0a229dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.507510] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779c66b4-0ca7-4ba2-9608-b6b1930a4b0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.514509] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 681.514509] env[69365]: value = "vm-659190" [ 681.514509] env[69365]: _type = "VirtualMachine" [ 681.514509] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 681.514756] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d8c648a4-9a42-4599-bfa5-9de29b439787 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.528023] env[69365]: DEBUG nova.compute.manager [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.529152] env[69365]: DEBUG nova.network.neutron [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Updating instance_info_cache with network_info: [{"id": "a158afaa-49be-4af5-b454-0d7c2d601cb4", "address": "fa:16:3e:77:86:62", "network": {"id": "855d7910-4066-4863-84d9-a3477132a720", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1126447419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ef2a9d7554a84f9ab500ceb2acdd052b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa158afaa-49", "ovs_interfaceid": "a158afaa-49be-4af5-b454-0d7c2d601cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.538396] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lease: (returnval){ [ 681.538396] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527d25f8-a8c1-4676-f9f8-46133e66e0d1" [ 681.538396] env[69365]: _type = "HttpNfcLease" [ 681.538396] env[69365]: } obtained for exporting VM: (result){ [ 681.538396] env[69365]: value = "vm-659190" [ 681.538396] env[69365]: _type = "VirtualMachine" [ 681.538396] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 681.538696] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the lease: (returnval){ [ 681.538696] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527d25f8-a8c1-4676-f9f8-46133e66e0d1" [ 681.538696] env[69365]: _type = "HttpNfcLease" [ 681.538696] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 681.548704] env[69365]: DEBUG nova.scheduler.client.report [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.552061] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 681.552061] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527d25f8-a8c1-4676-f9f8-46133e66e0d1" [ 681.552061] env[69365]: _type = "HttpNfcLease" [ 681.552061] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 681.552417] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Acquiring lock "d4c933e5-f6c1-4fec-bb82-8e65954c22aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.552710] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Lock "d4c933e5-f6c1-4fec-bb82-8e65954c22aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.552799] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Acquiring lock "d4c933e5-f6c1-4fec-bb82-8e65954c22aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.553016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Lock "d4c933e5-f6c1-4fec-bb82-8e65954c22aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.553419] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Lock "d4c933e5-f6c1-4fec-bb82-8e65954c22aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.557510] env[69365]: INFO nova.compute.manager [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Terminating instance [ 681.726504] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301320, 'name': Rename_Task, 'duration_secs': 0.279927} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.726640] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.726884] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-504494bf-ae9d-4b88-93c2-0dd4dc3c26ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.736559] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Waiting for the task: (returnval){ [ 681.736559] env[69365]: value = "task-3301322" [ 681.736559] env[69365]: _type = "Task" [ 681.736559] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.753359] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.808326] env[69365]: DEBUG nova.network.neutron [req-305c360d-32fe-4e7d-a980-cfde373488f3 req-fd1a5377-24ac-43c4-8955-37d7b55f7cc5 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Updated VIF entry in instance network info cache for port 77ad1dea-1f16-4c6b-8a4c-75b253202b64. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.808326] env[69365]: DEBUG nova.network.neutron [req-305c360d-32fe-4e7d-a980-cfde373488f3 req-fd1a5377-24ac-43c4-8955-37d7b55f7cc5 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Updating instance_info_cache with network_info: [{"id": "77ad1dea-1f16-4c6b-8a4c-75b253202b64", "address": "fa:16:3e:75:4d:88", "network": {"id": "a131d5b7-8af9-4494-a66a-bfb215e0c860", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-999929111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf03652df3eb4fc0a6a4f53b4352e54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ad1dea-1f", "ovs_interfaceid": "77ad1dea-1f16-4c6b-8a4c-75b253202b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.997018] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 681.997132] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1149a91d-5899-412c-8ec2-fc00b5b988fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.011255] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 682.011255] env[69365]: value = "task-3301323" [ 682.011255] env[69365]: _type = "Task" [ 682.011255] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.025345] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301323, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.036346] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Releasing lock "refresh_cache-96159685-0d1e-4992-9e01-a8142fdd47b8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.036346] env[69365]: DEBUG nova.compute.manager [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Instance network_info: |[{"id": "a158afaa-49be-4af5-b454-0d7c2d601cb4", "address": "fa:16:3e:77:86:62", "network": {"id": "855d7910-4066-4863-84d9-a3477132a720", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1126447419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ef2a9d7554a84f9ab500ceb2acdd052b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa158afaa-49", "ovs_interfaceid": "a158afaa-49be-4af5-b454-0d7c2d601cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.039908] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:86:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a158afaa-49be-4af5-b454-0d7c2d601cb4', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.052762] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Creating folder: Project (ef2a9d7554a84f9ab500ceb2acdd052b). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.053676] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9301e118-450f-4786-bacb-d3d7874eba16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.063382] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.063382] env[69365]: DEBUG nova.compute.manager [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.067874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.889s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.073734] env[69365]: DEBUG nova.compute.manager [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.073734] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.073988] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760fad39-9942-403e-b84d-a3c0c6d0d37d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.084692] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 682.084692] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527d25f8-a8c1-4676-f9f8-46133e66e0d1" [ 682.084692] env[69365]: _type = "HttpNfcLease" [ 682.084692] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 682.087739] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.089099] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 682.089099] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527d25f8-a8c1-4676-f9f8-46133e66e0d1" [ 682.089099] env[69365]: _type = "HttpNfcLease" [ 682.089099] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 682.089303] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Created folder: Project (ef2a9d7554a84f9ab500ceb2acdd052b) in parent group-v659152. [ 682.089491] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Creating folder: Instances. Parent ref: group-v659193. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.090695] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f0c6cc-e436-4586-bdf6-5b97b043e0b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.095140] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-117ce3a4-40b8-45b8-93d9-3a0ed74b7a30 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.111160] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.111160] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-929184a9-123e-4dee-a8f0-4e035c01e7c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.119481] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283d0dd-6ced-6a92-ede9-81b401bec142/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 682.119481] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283d0dd-6ced-6a92-ede9-81b401bec142/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 682.123242] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Created folder: Instances in parent group-v659193. [ 682.124326] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.126336] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.189783] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67c38174-d990-4423-9a27-b0fe400ad326 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.207038] env[69365]: DEBUG oslo_vmware.api [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Waiting for the task: (returnval){ [ 682.207038] env[69365]: value = "task-3301326" [ 682.207038] env[69365]: _type = "Task" [ 682.207038] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.225526] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.225526] env[69365]: value = "task-3301327" [ 682.225526] env[69365]: _type = "Task" [ 682.225526] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.234471] env[69365]: DEBUG oslo_vmware.api [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.246447] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301327, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.255350] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.270959] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-271760e4-6a38-42d6-8806-e77d3c127454 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.314037] env[69365]: DEBUG oslo_concurrency.lockutils [req-305c360d-32fe-4e7d-a980-cfde373488f3 req-fd1a5377-24ac-43c4-8955-37d7b55f7cc5 service nova] Releasing lock "refresh_cache-82c13f86-5dcc-4ca8-9006-dafc34dd00a1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.338737] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.339084] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.524145] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301323, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.580458] env[69365]: DEBUG nova.compute.utils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.580458] env[69365]: INFO nova.compute.claims [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.586732] env[69365]: DEBUG nova.compute.manager [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.587012] env[69365]: DEBUG nova.network.neutron [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.723488] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquiring lock "631e2028-d9a5-4a52-90f7-ffab81a34392" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.725809] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Lock "631e2028-d9a5-4a52-90f7-ffab81a34392" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.725809] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquiring lock "631e2028-d9a5-4a52-90f7-ffab81a34392-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.725809] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Lock "631e2028-d9a5-4a52-90f7-ffab81a34392-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.725809] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Lock "631e2028-d9a5-4a52-90f7-ffab81a34392-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.726576] env[69365]: DEBUG oslo_vmware.api [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301326, 'name': PowerOffVM_Task, 'duration_secs': 0.448946} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.726888] env[69365]: INFO nova.compute.manager [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Terminating instance [ 682.728462] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.728616] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.733372] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d91b6a68-ca9f-4420-b70e-a3d1d4ef6227 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.736734] env[69365]: DEBUG nova.policy [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bea9170487bc468691c980517ad8cd95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03188c2e9e3d4da7b18a41fb78d6d5be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.751717] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301327, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.761265] env[69365]: DEBUG oslo_vmware.api [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Task: {'id': task-3301322, 'name': PowerOnVM_Task, 'duration_secs': 0.864175} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.761609] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.761836] env[69365]: DEBUG nova.compute.manager [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.762768] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d9d21a-d618-4a35-8537-2d37b5f832da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.854224] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.854514] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.859808] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Deleting the datastore file [datastore1] d4c933e5-f6c1-4fec-bb82-8e65954c22aa {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.860281] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-921b42e6-52bf-480d-872c-f3d0acbc2e60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.872908] env[69365]: DEBUG oslo_vmware.api [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Waiting for the task: (returnval){ [ 682.872908] env[69365]: value = "task-3301329" [ 682.872908] env[69365]: _type = "Task" [ 682.872908] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.885664] env[69365]: DEBUG oslo_vmware.api [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.888279] env[69365]: DEBUG nova.network.neutron [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Successfully updated port: 2b8e7a7d-9666-4961-ad1d-ddc883de213c {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.039326] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301323, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.087361] env[69365]: DEBUG nova.compute.manager [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.093422] env[69365]: INFO nova.compute.resource_tracker [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating resource usage from migration 3f93dddb-c768-46a1-baba-2849d8619da5 [ 683.238172] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquiring lock "refresh_cache-631e2028-d9a5-4a52-90f7-ffab81a34392" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.238172] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquired lock "refresh_cache-631e2028-d9a5-4a52-90f7-ffab81a34392" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.238577] env[69365]: DEBUG nova.network.neutron [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.254933] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301327, 'name': CreateVM_Task, 'duration_secs': 0.656116} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.263777] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.265782] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.266144] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.267276] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.269084] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd1b6bc-2a7c-47e6-b150-b7b79793a8d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.283702] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Waiting for the task: (returnval){ [ 683.283702] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52822504-3644-ad42-ecd6-fa94506494d8" [ 683.283702] env[69365]: _type = "Task" [ 683.283702] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.291470] env[69365]: DEBUG oslo_concurrency.lockutils [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.306507] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52822504-3644-ad42-ecd6-fa94506494d8, 'name': SearchDatastore_Task, 'duration_secs': 0.021336} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.306697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.306949] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.307232] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.307426] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.307680] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.307984] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96020986-7bc3-44de-bd30-cc217cd36e93 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.319775] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.320257] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.321753] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8a3581-c387-46fa-b9fb-2cb53a277576 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.334539] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Waiting for the task: (returnval){ [ 683.334539] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5259e103-bb63-11f4-64ac-1700a9112b1a" [ 683.334539] env[69365]: _type = "Task" [ 683.334539] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.344273] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5259e103-bb63-11f4-64ac-1700a9112b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.386991] env[69365]: DEBUG oslo_vmware.api [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Task: {'id': task-3301329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369913} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.390990] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.390990] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.390990] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.390990] env[69365]: INFO nova.compute.manager [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Took 1.32 seconds to destroy the instance on the hypervisor. [ 683.390990] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.391189] env[69365]: DEBUG nova.compute.manager [-] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.391189] env[69365]: DEBUG nova.network.neutron [-] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.397050] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Acquiring lock "refresh_cache-205183f5-c414-49b0-b14f-cc7e70085cc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.397315] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Acquired lock "refresh_cache-205183f5-c414-49b0-b14f-cc7e70085cc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.397835] env[69365]: DEBUG nova.network.neutron [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.527369] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301323, 'name': CloneVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.680246] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d2fbf4-5933-449e-9d40-e347951f6fbe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.686083] env[69365]: DEBUG nova.network.neutron [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Successfully created port: f1c05013-bafa-47bc-b037-17ac4cbc9530 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.694520] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b05d43-b261-4cce-be4c-80e73dd9e89d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.730162] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea87bfb-1ad3-4d5c-8ba0-2364b4e69b4d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.737740] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deb51ca-c1ce-487a-8711-685500decd13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.759446] env[69365]: DEBUG nova.compute.provider_tree [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.797090] env[69365]: DEBUG nova.network.neutron [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.847380] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5259e103-bb63-11f4-64ac-1700a9112b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.017886} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.848668] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7571e852-a3e2-4a01-bbae-d79f67953c48 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.858718] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Waiting for the task: (returnval){ [ 683.858718] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5269451d-821c-2b44-4a5a-e10081e3ed9a" [ 683.858718] env[69365]: _type = "Task" [ 683.858718] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.869281] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5269451d-821c-2b44-4a5a-e10081e3ed9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.034762] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301323, 'name': CloneVM_Task, 'duration_secs': 1.552067} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.036207] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Created linked-clone VM from snapshot [ 684.036207] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5642b1ab-2190-4045-ac4a-e0904f192f31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.050930] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Uploading image 462efc36-7e95-4185-b7a7-0a4967d5d7f0 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 684.080922] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 684.080922] env[69365]: value = "vm-659192" [ 684.080922] env[69365]: _type = "VirtualMachine" [ 684.080922] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 684.080922] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9b27be06-f87d-408d-b1f4-99eb0d623b76 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.091956] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lease: (returnval){ [ 684.091956] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7a400-e40c-fae7-4f81-6ed4a11240f9" [ 684.091956] env[69365]: _type = "HttpNfcLease" [ 684.091956] env[69365]: } obtained for exporting VM: (result){ [ 684.091956] env[69365]: value = "vm-659192" [ 684.091956] env[69365]: _type = "VirtualMachine" [ 684.091956] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 684.092420] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the lease: (returnval){ [ 684.092420] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7a400-e40c-fae7-4f81-6ed4a11240f9" [ 684.092420] env[69365]: _type = "HttpNfcLease" [ 684.092420] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 684.103523] env[69365]: DEBUG nova.compute.manager [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.105528] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 684.105528] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7a400-e40c-fae7-4f81-6ed4a11240f9" [ 684.105528] env[69365]: _type = "HttpNfcLease" [ 684.105528] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 684.129286] env[69365]: DEBUG nova.virt.hardware [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.132633] env[69365]: DEBUG nova.virt.hardware [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.132633] env[69365]: DEBUG nova.virt.hardware [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.132633] env[69365]: DEBUG nova.virt.hardware [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.132633] env[69365]: DEBUG nova.virt.hardware [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.132633] env[69365]: DEBUG nova.virt.hardware [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.133371] env[69365]: DEBUG nova.virt.hardware [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.133371] env[69365]: DEBUG nova.virt.hardware [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.133371] env[69365]: DEBUG nova.virt.hardware [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.133371] env[69365]: DEBUG nova.virt.hardware [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.133371] env[69365]: DEBUG nova.virt.hardware [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.133566] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866ed360-e9d7-45fc-aa29-9c8029744de5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.143706] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dd8c41-aea0-44e6-ad70-4442bf8da15a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.254489] env[69365]: DEBUG nova.network.neutron [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.262739] env[69365]: DEBUG nova.scheduler.client.report [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.272824] env[69365]: DEBUG nova.network.neutron [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.372267] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5269451d-821c-2b44-4a5a-e10081e3ed9a, 'name': SearchDatastore_Task, 'duration_secs': 0.014785} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.372882] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.372882] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 96159685-0d1e-4992-9e01-a8142fdd47b8/96159685-0d1e-4992-9e01-a8142fdd47b8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.373567] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be916be9-79ef-4828-9893-c9f952963454 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.383925] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Waiting for the task: (returnval){ [ 684.383925] env[69365]: value = "task-3301331" [ 684.383925] env[69365]: _type = "Task" [ 684.383925] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.402772] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.604072] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 684.604072] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7a400-e40c-fae7-4f81-6ed4a11240f9" [ 684.604072] env[69365]: _type = "HttpNfcLease" [ 684.604072] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 684.605649] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 684.605649] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7a400-e40c-fae7-4f81-6ed4a11240f9" [ 684.605649] env[69365]: _type = "HttpNfcLease" [ 684.605649] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 684.607164] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c470b2-39df-4a96-a31f-f93dc6ed5eb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.617188] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52902aee-e35d-486e-ef24-304a37afa051/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 684.617558] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52902aee-e35d-486e-ef24-304a37afa051/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 684.769462] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.701s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.769462] env[69365]: INFO nova.compute.manager [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Migrating [ 684.769723] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.769820] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.773053] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.594s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.773053] env[69365]: DEBUG nova.objects.instance [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 684.778422] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Releasing lock "refresh_cache-631e2028-d9a5-4a52-90f7-ffab81a34392" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.778422] env[69365]: DEBUG nova.compute.manager [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.778586] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.780601] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c65a550-c813-4553-9987-0acf392e57b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.793084] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.793084] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98b019f2-96f5-46fa-b3e7-13a4538f15ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.803169] env[69365]: DEBUG oslo_vmware.api [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 684.803169] env[69365]: value = "task-3301332" [ 684.803169] env[69365]: _type = "Task" [ 684.803169] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.811743] env[69365]: DEBUG nova.compute.manager [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Received event network-vif-plugged-a158afaa-49be-4af5-b454-0d7c2d601cb4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.812058] env[69365]: DEBUG oslo_concurrency.lockutils [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] Acquiring lock "96159685-0d1e-4992-9e01-a8142fdd47b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.812301] env[69365]: DEBUG oslo_concurrency.lockutils [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] Lock "96159685-0d1e-4992-9e01-a8142fdd47b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.812482] env[69365]: DEBUG oslo_concurrency.lockutils [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] Lock "96159685-0d1e-4992-9e01-a8142fdd47b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.812660] env[69365]: DEBUG nova.compute.manager [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] No waiting events found dispatching network-vif-plugged-a158afaa-49be-4af5-b454-0d7c2d601cb4 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.812826] env[69365]: WARNING nova.compute.manager [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Received unexpected event network-vif-plugged-a158afaa-49be-4af5-b454-0d7c2d601cb4 for instance with vm_state building and task_state spawning. [ 684.813031] env[69365]: DEBUG nova.compute.manager [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Received event network-changed-a158afaa-49be-4af5-b454-0d7c2d601cb4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.813271] env[69365]: DEBUG nova.compute.manager [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Refreshing instance network info cache due to event network-changed-a158afaa-49be-4af5-b454-0d7c2d601cb4. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.813525] env[69365]: DEBUG oslo_concurrency.lockutils [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] Acquiring lock "refresh_cache-96159685-0d1e-4992-9e01-a8142fdd47b8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.813773] env[69365]: DEBUG oslo_concurrency.lockutils [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] Acquired lock "refresh_cache-96159685-0d1e-4992-9e01-a8142fdd47b8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.814176] env[69365]: DEBUG nova.network.neutron [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Refreshing network info cache for port a158afaa-49be-4af5-b454-0d7c2d601cb4 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.822077] env[69365]: DEBUG oslo_vmware.api [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.832743] env[69365]: DEBUG nova.network.neutron [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Updating instance_info_cache with network_info: [{"id": "2b8e7a7d-9666-4961-ad1d-ddc883de213c", "address": "fa:16:3e:43:1d:68", "network": {"id": "1bad14ad-f5bf-4e3c-a1cd-3a76230b5a17", "bridge": "br-int", "label": "tempest-ServersTestJSON-409472166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "661af1f6039345f3b6015d1319da0a77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8e7a7d-96", "ovs_interfaceid": "2b8e7a7d-9666-4961-ad1d-ddc883de213c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.900319] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301331, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.941621] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d427990-859e-4d65-a67c-a5e40e674721 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.045641] env[69365]: DEBUG nova.network.neutron [-] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.272841] env[69365]: INFO nova.compute.rpcapi [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 685.278014] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.318048] env[69365]: DEBUG oslo_vmware.api [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301332, 'name': PowerOffVM_Task, 'duration_secs': 0.230159} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.318444] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.318631] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.318943] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afb307d2-507b-4218-901b-3d5ca4cf455e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.337549] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Releasing lock "refresh_cache-205183f5-c414-49b0-b14f-cc7e70085cc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.337549] env[69365]: DEBUG nova.compute.manager [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Instance network_info: |[{"id": "2b8e7a7d-9666-4961-ad1d-ddc883de213c", "address": "fa:16:3e:43:1d:68", "network": {"id": "1bad14ad-f5bf-4e3c-a1cd-3a76230b5a17", "bridge": "br-int", "label": "tempest-ServersTestJSON-409472166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "661af1f6039345f3b6015d1319da0a77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8e7a7d-96", "ovs_interfaceid": "2b8e7a7d-9666-4961-ad1d-ddc883de213c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.338068] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:1d:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b8e7a7d-9666-4961-ad1d-ddc883de213c', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.347875] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Creating folder: Project (661af1f6039345f3b6015d1319da0a77). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.348242] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-debf21dd-c30a-452d-884c-668a389de5b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.358684] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.359083] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.359331] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Deleting the datastore file [datastore2] 631e2028-d9a5-4a52-90f7-ffab81a34392 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.359688] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62117081-ac7b-43f0-89ec-a2ca68775a6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.366529] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Created folder: Project (661af1f6039345f3b6015d1319da0a77) in parent group-v659152. [ 685.366652] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Creating folder: Instances. Parent ref: group-v659196. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.366797] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae838147-ba2e-4074-9c85-22da031fa6fd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.372866] env[69365]: DEBUG oslo_vmware.api [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for the task: (returnval){ [ 685.372866] env[69365]: value = "task-3301335" [ 685.372866] env[69365]: _type = "Task" [ 685.372866] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.383724] env[69365]: DEBUG oslo_vmware.api [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.385249] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Created folder: Instances in parent group-v659196. [ 685.386074] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.387025] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.391086] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c21a96d-ff4e-4f16-bd8a-09f4b35ad4ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.419415] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653066} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.421836] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 96159685-0d1e-4992-9e01-a8142fdd47b8/96159685-0d1e-4992-9e01-a8142fdd47b8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.422195] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.422503] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.422503] env[69365]: value = "task-3301337" [ 685.422503] env[69365]: _type = "Task" [ 685.422503] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.422756] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72dd4622-661a-435c-b0a0-a22c0975b5ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.442201] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301337, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.444936] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Waiting for the task: (returnval){ [ 685.444936] env[69365]: value = "task-3301338" [ 685.444936] env[69365]: _type = "Task" [ 685.444936] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.458867] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.550530] env[69365]: INFO nova.compute.manager [-] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Took 2.16 seconds to deallocate network for instance. [ 685.796027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7cf5f037-1f90-47aa-8bb2-54a5f1f7b913 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.798979] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.661s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.800958] env[69365]: INFO nova.compute.claims [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.807484] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.807484] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.807484] env[69365]: DEBUG nova.network.neutron [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.887856] env[69365]: DEBUG oslo_vmware.api [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Task: {'id': task-3301335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160985} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.888142] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.888330] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.888503] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.888740] env[69365]: INFO nova.compute.manager [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Took 1.11 seconds to destroy the instance on the hypervisor. [ 685.889035] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.889213] env[69365]: DEBUG nova.compute.manager [-] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.889310] env[69365]: DEBUG nova.network.neutron [-] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.937854] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301337, 'name': CreateVM_Task, 'duration_secs': 0.512644} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.938378] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.940223] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.940454] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.941381] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.941653] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0d05ca-e241-4956-94bd-9710085e57e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.949402] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Waiting for the task: (returnval){ [ 685.949402] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525adfec-4dae-755e-767e-6835a9eee73f" [ 685.949402] env[69365]: _type = "Task" [ 685.949402] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.965484] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112395} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.969203] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.969758] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525adfec-4dae-755e-767e-6835a9eee73f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.970624] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fab847e-50f9-4c4b-9257-b5602f2b5c86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.000400] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 96159685-0d1e-4992-9e01-a8142fdd47b8/96159685-0d1e-4992-9e01-a8142fdd47b8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.000797] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-325bd097-06b8-4044-afc1-92ccd3de5673 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.032784] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Waiting for the task: (returnval){ [ 686.032784] env[69365]: value = "task-3301339" [ 686.032784] env[69365]: _type = "Task" [ 686.032784] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.052209] env[69365]: DEBUG nova.network.neutron [-] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.053915] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.061240] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.136729] env[69365]: DEBUG oslo_concurrency.lockutils [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Acquiring lock "c048f2b5-510c-4565-beb7-d015a0e786f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.139481] env[69365]: DEBUG oslo_concurrency.lockutils [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Lock "c048f2b5-510c-4565-beb7-d015a0e786f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.139481] env[69365]: DEBUG oslo_concurrency.lockutils [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Acquiring lock "c048f2b5-510c-4565-beb7-d015a0e786f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.139481] env[69365]: DEBUG oslo_concurrency.lockutils [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Lock "c048f2b5-510c-4565-beb7-d015a0e786f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.139481] env[69365]: DEBUG oslo_concurrency.lockutils [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Lock "c048f2b5-510c-4565-beb7-d015a0e786f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.140390] env[69365]: INFO nova.compute.manager [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Terminating instance [ 686.183015] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquiring lock "c71c0ece-f925-4ac2-a005-8922212a6f97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.183387] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Lock "c71c0ece-f925-4ac2-a005-8922212a6f97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.183991] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquiring lock "c71c0ece-f925-4ac2-a005-8922212a6f97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.184380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Lock "c71c0ece-f925-4ac2-a005-8922212a6f97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.184602] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Lock "c71c0ece-f925-4ac2-a005-8922212a6f97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.187456] env[69365]: INFO nova.compute.manager [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Terminating instance [ 686.471258] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525adfec-4dae-755e-767e-6835a9eee73f, 'name': SearchDatastore_Task, 'duration_secs': 0.023885} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.471649] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.471935] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.472228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.472410] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.472609] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.472934] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f18fa66b-71d7-426b-8c85-c4db646fa0da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.485646] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.486070] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.487018] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60fd446-4c4e-4d7e-be70-b75efd6ba3e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.495051] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Waiting for the task: (returnval){ [ 686.495051] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f4eda3-6c3d-7fdf-dcf7-c948c5aaf1a3" [ 686.495051] env[69365]: _type = "Task" [ 686.495051] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.508973] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f4eda3-6c3d-7fdf-dcf7-c948c5aaf1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.546587] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.556606] env[69365]: DEBUG nova.network.neutron [-] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.632358] env[69365]: DEBUG nova.network.neutron [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Updated VIF entry in instance network info cache for port a158afaa-49be-4af5-b454-0d7c2d601cb4. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.632740] env[69365]: DEBUG nova.network.neutron [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Updating instance_info_cache with network_info: [{"id": "a158afaa-49be-4af5-b454-0d7c2d601cb4", "address": "fa:16:3e:77:86:62", "network": {"id": "855d7910-4066-4863-84d9-a3477132a720", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1126447419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ef2a9d7554a84f9ab500ceb2acdd052b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa158afaa-49", "ovs_interfaceid": "a158afaa-49be-4af5-b454-0d7c2d601cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.645175] env[69365]: DEBUG nova.compute.manager [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.645477] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.646636] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078f42c3-5787-4003-9021-a1711748264c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.656467] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.656737] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d3cac0b-75c7-4389-a058-25e2ea156c05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.666245] env[69365]: DEBUG oslo_vmware.api [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Waiting for the task: (returnval){ [ 686.666245] env[69365]: value = "task-3301340" [ 686.666245] env[69365]: _type = "Task" [ 686.666245] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.680285] env[69365]: DEBUG oslo_vmware.api [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.693836] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquiring lock "refresh_cache-c71c0ece-f925-4ac2-a005-8922212a6f97" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.694118] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquired lock "refresh_cache-c71c0ece-f925-4ac2-a005-8922212a6f97" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.694465] env[69365]: DEBUG nova.network.neutron [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.011393] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f4eda3-6c3d-7fdf-dcf7-c948c5aaf1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.019334} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.015258] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a9fbc1c-e462-4465-8628-c6b279386c3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.036268] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Waiting for the task: (returnval){ [ 687.036268] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d45827-ce52-01e7-70eb-4f0f0f0f2c35" [ 687.036268] env[69365]: _type = "Task" [ 687.036268] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.049306] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d45827-ce52-01e7-70eb-4f0f0f0f2c35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.055881] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301339, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.059336] env[69365]: INFO nova.compute.manager [-] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Took 1.17 seconds to deallocate network for instance. [ 687.136130] env[69365]: DEBUG oslo_concurrency.lockutils [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] Releasing lock "refresh_cache-96159685-0d1e-4992-9e01-a8142fdd47b8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.138819] env[69365]: DEBUG nova.compute.manager [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Received event network-vif-plugged-2b8e7a7d-9666-4961-ad1d-ddc883de213c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.138819] env[69365]: DEBUG oslo_concurrency.lockutils [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] Acquiring lock "205183f5-c414-49b0-b14f-cc7e70085cc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.138819] env[69365]: DEBUG oslo_concurrency.lockutils [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] Lock "205183f5-c414-49b0-b14f-cc7e70085cc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.138819] env[69365]: DEBUG oslo_concurrency.lockutils [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] Lock "205183f5-c414-49b0-b14f-cc7e70085cc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.138819] env[69365]: DEBUG nova.compute.manager [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] No waiting events found dispatching network-vif-plugged-2b8e7a7d-9666-4961-ad1d-ddc883de213c {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.139050] env[69365]: WARNING nova.compute.manager [req-2377bdf9-b1ff-4140-9662-bd525c17db41 req-13068794-7c67-4252-b5e0-4352611e95ae service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Received unexpected event network-vif-plugged-2b8e7a7d-9666-4961-ad1d-ddc883de213c for instance with vm_state building and task_state spawning. [ 687.177874] env[69365]: DEBUG oslo_vmware.api [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301340, 'name': PowerOffVM_Task, 'duration_secs': 0.36928} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.178331] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.178557] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.183021] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-777379df-839d-4e6a-bdfc-6087a16eb24c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.205757] env[69365]: DEBUG nova.network.neutron [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating instance_info_cache with network_info: [{"id": "794cfa4f-81e8-4275-90f4-8e53a2ae3680", "address": "fa:16:3e:82:bc:a3", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap794cfa4f-81", "ovs_interfaceid": "794cfa4f-81e8-4275-90f4-8e53a2ae3680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.279941] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.279941] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.279941] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Deleting the datastore file [datastore2] c048f2b5-510c-4565-beb7-d015a0e786f7 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.280377] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c5554a9-5321-4a04-9221-3415f6372468 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.301460] env[69365]: DEBUG oslo_vmware.api [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Waiting for the task: (returnval){ [ 687.301460] env[69365]: value = "task-3301342" [ 687.301460] env[69365]: _type = "Task" [ 687.301460] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.326120] env[69365]: DEBUG oslo_vmware.api [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.362719] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75b70e1-0658-4f14-a098-65a512919bd9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.373427] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d18e5d7-5651-43de-813c-51503fc3d32a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.413159] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ae9ad8-30b3-4266-9839-f5df49cd33fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.427621] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5596ff-8afc-43a5-b7e2-2e835d1f409c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.454026] env[69365]: DEBUG nova.compute.provider_tree [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.519303] env[69365]: DEBUG nova.network.neutron [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.551094] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301339, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.554932] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d45827-ce52-01e7-70eb-4f0f0f0f2c35, 'name': SearchDatastore_Task, 'duration_secs': 0.023914} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.559022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.559022] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 205183f5-c414-49b0-b14f-cc7e70085cc1/205183f5-c414-49b0-b14f-cc7e70085cc1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.559022] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e4e9d32-5aef-41f4-964b-386b484c154e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.565269] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Waiting for the task: (returnval){ [ 687.565269] env[69365]: value = "task-3301343" [ 687.565269] env[69365]: _type = "Task" [ 687.565269] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.572947] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.581552] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.667561] env[69365]: DEBUG nova.network.neutron [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.712303] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.716387] env[69365]: DEBUG nova.network.neutron [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Successfully updated port: f1c05013-bafa-47bc-b037-17ac4cbc9530 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.824015] env[69365]: DEBUG oslo_vmware.api [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Task: {'id': task-3301342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302173} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.824311] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.824575] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.824941] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.825157] env[69365]: INFO nova.compute.manager [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 687.825420] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.825644] env[69365]: DEBUG nova.compute.manager [-] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.825744] env[69365]: DEBUG nova.network.neutron [-] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.959721] env[69365]: DEBUG nova.scheduler.client.report [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.052405] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301339, 'name': ReconfigVM_Task, 'duration_secs': 1.609817} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.052784] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 96159685-0d1e-4992-9e01-a8142fdd47b8/96159685-0d1e-4992-9e01-a8142fdd47b8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.053844] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11fef94e-6543-479d-88fd-88fefdab7b93 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.068513] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Waiting for the task: (returnval){ [ 688.068513] env[69365]: value = "task-3301344" [ 688.068513] env[69365]: _type = "Task" [ 688.068513] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.082700] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301344, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.088026] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301343, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.169458] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Releasing lock "refresh_cache-c71c0ece-f925-4ac2-a005-8922212a6f97" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.170254] env[69365]: DEBUG nova.compute.manager [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.170254] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.171703] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd76f98-5c3c-4ab7-ba50-1be22304a0bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.182506] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.183340] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05956493-e7a5-4d6d-91de-513b8dc4e53e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.194088] env[69365]: DEBUG oslo_vmware.api [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 688.194088] env[69365]: value = "task-3301345" [ 688.194088] env[69365]: _type = "Task" [ 688.194088] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.206558] env[69365]: DEBUG oslo_vmware.api [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.221930] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.222064] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.222318] env[69365]: DEBUG nova.network.neutron [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.469824] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.470441] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.476232] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.523s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.476794] env[69365]: INFO nova.compute.claims [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.584563] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652412} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.587912] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 205183f5-c414-49b0-b14f-cc7e70085cc1/205183f5-c414-49b0-b14f-cc7e70085cc1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.588171] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.588464] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301344, 'name': Rename_Task, 'duration_secs': 0.290384} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.588681] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd051cbf-46f7-413a-9a94-f9d2d57ad323 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.591316] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.591316] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7adb40e2-c487-4716-ab31-b6c5b624806d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.605673] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Waiting for the task: (returnval){ [ 688.605673] env[69365]: value = "task-3301346" [ 688.605673] env[69365]: _type = "Task" [ 688.605673] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.605673] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Waiting for the task: (returnval){ [ 688.605673] env[69365]: value = "task-3301347" [ 688.605673] env[69365]: _type = "Task" [ 688.605673] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.618516] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.622904] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.707123] env[69365]: DEBUG oslo_vmware.api [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301345, 'name': PowerOffVM_Task, 'duration_secs': 0.244105} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.707123] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.707123] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.707123] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33535c4c-1d3e-4706-966b-5e39453a8288 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.747164] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.747417] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.747662] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Deleting the datastore file [datastore2] c71c0ece-f925-4ac2-a005-8922212a6f97 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.747935] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cfc9d9d-2fdb-4e9c-984c-2a4f05840def {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.758330] env[69365]: DEBUG oslo_vmware.api [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for the task: (returnval){ [ 688.758330] env[69365]: value = "task-3301349" [ 688.758330] env[69365]: _type = "Task" [ 688.758330] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.772462] env[69365]: DEBUG oslo_vmware.api [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.781241] env[69365]: DEBUG nova.network.neutron [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.802153] env[69365]: DEBUG nova.network.neutron [-] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.936596] env[69365]: DEBUG nova.network.neutron [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Updating instance_info_cache with network_info: [{"id": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "address": "fa:16:3e:56:0b:bb", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c05013-ba", "ovs_interfaceid": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.989906] env[69365]: DEBUG nova.compute.utils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.994085] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.994344] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.048890] env[69365]: DEBUG nova.policy [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ec64d882f9c4b91a6c706677cb7bc30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8358a12d93ac4aaeb8ddf47f28fafb96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.128903] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098564} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.130186] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.130186] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.130991] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927e06e8-dae9-4674-9369-622181872ec6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.159021] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 205183f5-c414-49b0-b14f-cc7e70085cc1/205183f5-c414-49b0-b14f-cc7e70085cc1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.159380] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280e503d-f401-491e-a8bf-3f8af0f831bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.182736] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Waiting for the task: (returnval){ [ 689.182736] env[69365]: value = "task-3301350" [ 689.182736] env[69365]: _type = "Task" [ 689.182736] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.192299] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.240732] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f708e72-a096-4377-a61d-9db886ce8a64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.266033] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating instance 'a71a4c5b-2874-450f-bc0b-1ac80c6f7655' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 689.281569] env[69365]: DEBUG oslo_vmware.api [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Task: {'id': task-3301349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197752} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.281569] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.281569] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.281569] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.281569] env[69365]: INFO nova.compute.manager [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Took 1.11 seconds to destroy the instance on the hypervisor. [ 689.282092] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.282092] env[69365]: DEBUG nova.compute.manager [-] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.282092] env[69365]: DEBUG nova.network.neutron [-] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.310666] env[69365]: INFO nova.compute.manager [-] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Took 1.48 seconds to deallocate network for instance. [ 689.319448] env[69365]: DEBUG nova.network.neutron [-] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.406354] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Successfully created port: e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.439329] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.439714] env[69365]: DEBUG nova.compute.manager [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Instance network_info: |[{"id": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "address": "fa:16:3e:56:0b:bb", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c05013-ba", "ovs_interfaceid": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.440496] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:0b:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1c05013-bafa-47bc-b037-17ac4cbc9530', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.452886] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Creating folder: Project (03188c2e9e3d4da7b18a41fb78d6d5be). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.452886] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77771752-75e8-40b8-bd68-cac99bb96338 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.467542] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Created folder: Project (03188c2e9e3d4da7b18a41fb78d6d5be) in parent group-v659152. [ 689.467844] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Creating folder: Instances. Parent ref: group-v659199. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.468456] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9302e73f-23c2-4249-8c2c-dc52f797abe9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.482717] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Created folder: Instances in parent group-v659199. [ 689.482963] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.483388] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.483688] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-409c275c-769e-4f15-afd8-7c948055f011 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.503110] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.517729] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.517729] env[69365]: value = "task-3301353" [ 689.517729] env[69365]: _type = "Task" [ 689.517729] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.529974] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301353, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.621799] env[69365]: DEBUG oslo_vmware.api [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301346, 'name': PowerOnVM_Task, 'duration_secs': 0.856619} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.622197] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.622412] env[69365]: INFO nova.compute.manager [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Took 10.79 seconds to spawn the instance on the hypervisor. [ 689.622667] env[69365]: DEBUG nova.compute.manager [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.623628] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0591ca27-9bb0-4c45-9b7c-185490940e30 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.697276] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.777074] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.777074] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1dc80fc-4ac5-4008-949e-fc68767c16fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.785528] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 689.785528] env[69365]: value = "task-3301354" [ 689.785528] env[69365]: _type = "Task" [ 689.785528] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.800773] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.822941] env[69365]: DEBUG nova.network.neutron [-] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.826414] env[69365]: DEBUG oslo_concurrency.lockutils [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.983546] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eda0bd-cc1a-4b1d-8d93-d0746d48f965 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.994144] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028a3880-956a-4ba0-8fec-1e140b2378b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.056688] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7921e2f4-1db5-4708-ac03-858c215e472d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.073170] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ea4062-cef4-4173-b4c4-25c5db7cb186 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.076916] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301353, 'name': CreateVM_Task, 'duration_secs': 0.491287} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.077130] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.078307] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.079411] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.079411] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.079411] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be6fd870-72c9-474d-b9c8-993c11abf4ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.089579] env[69365]: DEBUG nova.compute.provider_tree [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.095980] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 690.095980] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52190f1d-f509-0833-8749-846b0d164815" [ 690.095980] env[69365]: _type = "Task" [ 690.095980] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.108437] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52190f1d-f509-0833-8749-846b0d164815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.151690] env[69365]: INFO nova.compute.manager [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Took 27.74 seconds to build instance. [ 690.197412] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301350, 'name': ReconfigVM_Task, 'duration_secs': 0.587522} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.197814] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 205183f5-c414-49b0-b14f-cc7e70085cc1/205183f5-c414-49b0-b14f-cc7e70085cc1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.198693] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a138cf82-78ad-4c86-a025-41f235d2c21e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.208399] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Waiting for the task: (returnval){ [ 690.208399] env[69365]: value = "task-3301355" [ 690.208399] env[69365]: _type = "Task" [ 690.208399] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.222000] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301355, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.303414] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301354, 'name': PowerOffVM_Task, 'duration_secs': 0.337744} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.304327] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.304327] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating instance 'a71a4c5b-2874-450f-bc0b-1ac80c6f7655' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 690.327213] env[69365]: INFO nova.compute.manager [-] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Took 1.05 seconds to deallocate network for instance. [ 690.553357] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.594250] env[69365]: DEBUG nova.scheduler.client.report [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.608970] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52190f1d-f509-0833-8749-846b0d164815, 'name': SearchDatastore_Task, 'duration_secs': 0.019504} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.609530] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.609937] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.610375] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.610468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.612558] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.612558] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c641424-8657-46eb-b373-aea9a1014528 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.623164] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.623389] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.624174] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7d9931-c60f-4dcf-806b-948ce5eaa09c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.632798] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 690.632798] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5213883e-a440-257a-e43f-b90636a1f158" [ 690.632798] env[69365]: _type = "Task" [ 690.632798] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.642443] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5213883e-a440-257a-e43f-b90636a1f158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.654547] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e67e4891-0436-40cd-925e-b4008bb36234 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Lock "96159685-0d1e-4992-9e01-a8142fdd47b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.446s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.719439] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301355, 'name': Rename_Task, 'duration_secs': 0.290516} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.719750] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.719993] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71a568cd-c3db-447c-bb91-af7362c0efa6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.729130] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Waiting for the task: (returnval){ [ 690.729130] env[69365]: value = "task-3301356" [ 690.729130] env[69365]: _type = "Task" [ 690.729130] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.747056] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.812865] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.813183] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.813286] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.813496] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.813615] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.813738] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.813943] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.814215] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.814424] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.814597] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.814767] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.821265] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fb345e1-de45-4c13-9b7e-aa056863cc85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.835719] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.843559] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 690.843559] env[69365]: value = "task-3301357" [ 690.843559] env[69365]: _type = "Task" [ 690.843559] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.854569] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.996499] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Successfully updated port: e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.097759] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.097759] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.097935] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.098091] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.098243] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.098391] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.098596] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.098973] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.098973] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.099692] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.099692] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.102746] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.102746] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.106558] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f02a03-1b61-4830-b478-76c415cafd0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.109305] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.991s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.111643] env[69365]: INFO nova.compute.claims [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.118289] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283d0dd-6ced-6a92-ede9-81b401bec142/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 691.118289] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021cf793-6208-46e7-8cbb-1a45160efac9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.123783] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f90540-e0f1-4100-9ee9-d55ab6d9e244 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.129672] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283d0dd-6ced-6a92-ede9-81b401bec142/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 691.129928] env[69365]: ERROR oslo_vmware.rw_handles [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283d0dd-6ced-6a92-ede9-81b401bec142/disk-0.vmdk due to incomplete transfer. [ 691.130541] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-be531822-1149-43d5-a60c-0662d871f712 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.147073] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283d0dd-6ced-6a92-ede9-81b401bec142/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 691.147311] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Uploaded image b962124e-43d0-4342-b0d2-c67ab3b5a2d4 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 691.149318] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 691.150815] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84dccb00-f90e-4c16-9d31-64b3d33885c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.160055] env[69365]: DEBUG nova.compute.manager [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.163396] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5213883e-a440-257a-e43f-b90636a1f158, 'name': SearchDatastore_Task, 'duration_secs': 0.023636} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.167133] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 691.167133] env[69365]: value = "task-3301358" [ 691.167133] env[69365]: _type = "Task" [ 691.167133] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.167515] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4526fba1-9b15-46a3-b276-2f52680c351f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.181429] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 691.181429] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524fada2-523b-cc20-1898-ab026468d155" [ 691.181429] env[69365]: _type = "Task" [ 691.181429] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.185245] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301358, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.195469] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524fada2-523b-cc20-1898-ab026468d155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.243824] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301356, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.356640] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301357, 'name': ReconfigVM_Task, 'duration_secs': 0.240671} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.357010] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating instance 'a71a4c5b-2874-450f-bc0b-1ac80c6f7655' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 691.503644] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "refresh_cache-b40ab823-a68d-45ec-b451-9a8addecfcfe" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.503644] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquired lock "refresh_cache-b40ab823-a68d-45ec-b451-9a8addecfcfe" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.503644] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.613758] env[69365]: DEBUG nova.compute.utils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.615243] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.615414] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.672848] env[69365]: DEBUG nova.policy [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ec64d882f9c4b91a6c706677cb7bc30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8358a12d93ac4aaeb8ddf47f28fafb96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.684482] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301358, 'name': Destroy_Task, 'duration_secs': 0.417113} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.684718] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Destroyed the VM [ 691.685418] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 691.686058] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.686379] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-97da400f-f0b9-49a7-9671-a42b673216a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.698254] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524fada2-523b-cc20-1898-ab026468d155, 'name': SearchDatastore_Task, 'duration_secs': 0.019061} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.699526] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.699959] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a/53cb2fdd-0478-426e-a4e0-e5cf24fffa2a.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.701298] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 691.701298] env[69365]: value = "task-3301359" [ 691.701298] env[69365]: _type = "Task" [ 691.701298] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.701298] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e2c7c4e-0752-4620-914f-22e72cd48281 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.713930] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301359, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.716509] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 691.716509] env[69365]: value = "task-3301360" [ 691.716509] env[69365]: _type = "Task" [ 691.716509] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.729581] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.747327] env[69365]: DEBUG oslo_vmware.api [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301356, 'name': PowerOnVM_Task, 'duration_secs': 0.768007} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.747789] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.748119] env[69365]: INFO nova.compute.manager [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Took 10.30 seconds to spawn the instance on the hypervisor. [ 691.748406] env[69365]: DEBUG nova.compute.manager [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.749649] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5c398a-6f87-4509-b356-262444536af3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.863248] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.863517] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.863680] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.863873] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.864465] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.864715] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.864944] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.865123] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.865297] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.865465] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.865792] env[69365]: DEBUG nova.virt.hardware [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.872533] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Reconfiguring VM instance instance-00000003 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 691.875111] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152fb9c7-7b59-4029-8d74-eb4357d5b187 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.894447] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 691.894447] env[69365]: value = "task-3301361" [ 691.894447] env[69365]: _type = "Task" [ 691.894447] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.904280] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.011384] env[69365]: DEBUG nova.compute.manager [req-e5c62082-e39c-460f-b4b8-e2e132167c50 req-aa511e71-32d6-4435-a30c-76d86f1a7fdd service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Received event network-changed-2b8e7a7d-9666-4961-ad1d-ddc883de213c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.012129] env[69365]: DEBUG nova.compute.manager [req-e5c62082-e39c-460f-b4b8-e2e132167c50 req-aa511e71-32d6-4435-a30c-76d86f1a7fdd service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Refreshing instance network info cache due to event network-changed-2b8e7a7d-9666-4961-ad1d-ddc883de213c. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.012523] env[69365]: DEBUG oslo_concurrency.lockutils [req-e5c62082-e39c-460f-b4b8-e2e132167c50 req-aa511e71-32d6-4435-a30c-76d86f1a7fdd service nova] Acquiring lock "refresh_cache-205183f5-c414-49b0-b14f-cc7e70085cc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.012840] env[69365]: DEBUG oslo_concurrency.lockutils [req-e5c62082-e39c-460f-b4b8-e2e132167c50 req-aa511e71-32d6-4435-a30c-76d86f1a7fdd service nova] Acquired lock "refresh_cache-205183f5-c414-49b0-b14f-cc7e70085cc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.013165] env[69365]: DEBUG nova.network.neutron [req-e5c62082-e39c-460f-b4b8-e2e132167c50 req-aa511e71-32d6-4435-a30c-76d86f1a7fdd service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Refreshing network info cache for port 2b8e7a7d-9666-4961-ad1d-ddc883de213c {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.067205] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Successfully created port: db53db31-a96a-4ec5-82b5-89fd437c45b5 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.071746] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.121026] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.220207] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301359, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.237038] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301360, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.275155] env[69365]: INFO nova.compute.manager [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Took 25.44 seconds to build instance. [ 692.413111] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301361, 'name': ReconfigVM_Task, 'duration_secs': 0.288296} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.413899] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Reconfigured VM instance instance-00000003 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 692.414649] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694512dc-ef6a-4d07-a17d-aef6553aea1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.447264] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] a71a4c5b-2874-450f-bc0b-1ac80c6f7655/a71a4c5b-2874-450f-bc0b-1ac80c6f7655.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.447593] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f91f86c-daf0-44ce-bc9c-a21941b06ea5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.476269] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 692.476269] env[69365]: value = "task-3301362" [ 692.476269] env[69365]: _type = "Task" [ 692.476269] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.487957] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.489017] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Updating instance_info_cache with network_info: [{"id": "e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b", "address": "fa:16:3e:56:26:ee", "network": {"id": "ec28c816-ad43-4ba8-89ee-cae5e7cfa3a7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1779758635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8358a12d93ac4aaeb8ddf47f28fafb96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44e6e88-3e", "ovs_interfaceid": "e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.627434] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7430ece-4d99-4357-acd9-e84475b714d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.637543] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1b4abc-7e7a-4289-94c0-9f7f56492155 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.672748] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c291f0-aba0-4ae4-a7cc-ebdcfd08017f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.682882] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92395697-4114-44af-875d-ee431c9b4eec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.702611] env[69365]: DEBUG nova.compute.provider_tree [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.718165] env[69365]: DEBUG oslo_vmware.api [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301359, 'name': RemoveSnapshot_Task, 'duration_secs': 0.782847} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.718412] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 692.718765] env[69365]: INFO nova.compute.manager [None req-3dead522-7e4e-4ea6-ac4a-246fbbb8f406 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Took 15.99 seconds to snapshot the instance on the hypervisor. [ 692.732145] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657759} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.732809] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a/53cb2fdd-0478-426e-a4e0-e5cf24fffa2a.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.734828] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.734828] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-051c20af-2aa2-4b24-9307-cf3e3ef540f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.743903] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 692.743903] env[69365]: value = "task-3301363" [ 692.743903] env[69365]: _type = "Task" [ 692.743903] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.752718] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.781969] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff7a288a-1174-46aa-8c24-41c58dc65a7e tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Lock "205183f5-c414-49b0-b14f-cc7e70085cc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.021s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.987025] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.994779] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Releasing lock "refresh_cache-b40ab823-a68d-45ec-b451-9a8addecfcfe" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.995140] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Instance network_info: |[{"id": "e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b", "address": "fa:16:3e:56:26:ee", "network": {"id": "ec28c816-ad43-4ba8-89ee-cae5e7cfa3a7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1779758635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8358a12d93ac4aaeb8ddf47f28fafb96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44e6e88-3e", "ovs_interfaceid": "e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.995827] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:26:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.005623] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Creating folder: Project (8358a12d93ac4aaeb8ddf47f28fafb96). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.007419] env[69365]: DEBUG nova.network.neutron [req-e5c62082-e39c-460f-b4b8-e2e132167c50 req-aa511e71-32d6-4435-a30c-76d86f1a7fdd service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Updated VIF entry in instance network info cache for port 2b8e7a7d-9666-4961-ad1d-ddc883de213c. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.008350] env[69365]: DEBUG nova.network.neutron [req-e5c62082-e39c-460f-b4b8-e2e132167c50 req-aa511e71-32d6-4435-a30c-76d86f1a7fdd service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Updating instance_info_cache with network_info: [{"id": "2b8e7a7d-9666-4961-ad1d-ddc883de213c", "address": "fa:16:3e:43:1d:68", "network": {"id": "1bad14ad-f5bf-4e3c-a1cd-3a76230b5a17", "bridge": "br-int", "label": "tempest-ServersTestJSON-409472166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "661af1f6039345f3b6015d1319da0a77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8e7a7d-96", "ovs_interfaceid": "2b8e7a7d-9666-4961-ad1d-ddc883de213c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.010226] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87ea508c-41ff-4a3b-aa63-f3978ce90cfb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.027184] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Created folder: Project (8358a12d93ac4aaeb8ddf47f28fafb96) in parent group-v659152. [ 693.027385] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Creating folder: Instances. Parent ref: group-v659202. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.027637] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fa53126-4933-42e3-8eaf-bbf7e3c8eadd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.041777] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Created folder: Instances in parent group-v659202. [ 693.042036] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.042260] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.042483] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-719d5b0f-4f84-4573-93e3-2b3712f19606 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.070353] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.070353] env[69365]: value = "task-3301366" [ 693.070353] env[69365]: _type = "Task" [ 693.070353] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.083188] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301366, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.134706] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.170554] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.172711] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.172711] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.172711] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.172711] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.172711] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.173128] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.173128] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.173128] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.174294] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.174601] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.175582] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afba2fb-1d4f-444d-8466-11b683f1076f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.187113] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7bf008-f09c-4d44-ab47-f0f775310837 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.208147] env[69365]: DEBUG nova.scheduler.client.report [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.258440] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23165} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.258785] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.259641] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93785d72-0f82-48de-9fa8-67365ec09477 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.293018] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a/53cb2fdd-0478-426e-a4e0-e5cf24fffa2a.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.293544] env[69365]: DEBUG nova.compute.manager [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.297190] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c20bca82-c460-41bc-b587-a8b23c9e14ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.319163] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 693.319163] env[69365]: value = "task-3301367" [ 693.319163] env[69365]: _type = "Task" [ 693.319163] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.329149] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.488757] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301362, 'name': ReconfigVM_Task, 'duration_secs': 0.622527} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.489380] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Reconfigured VM instance instance-00000003 to attach disk [datastore2] a71a4c5b-2874-450f-bc0b-1ac80c6f7655/a71a4c5b-2874-450f-bc0b-1ac80c6f7655.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.491266] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating instance 'a71a4c5b-2874-450f-bc0b-1ac80c6f7655' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.513899] env[69365]: DEBUG oslo_concurrency.lockutils [req-e5c62082-e39c-460f-b4b8-e2e132167c50 req-aa511e71-32d6-4435-a30c-76d86f1a7fdd service nova] Releasing lock "refresh_cache-205183f5-c414-49b0-b14f-cc7e70085cc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.514312] env[69365]: DEBUG nova.compute.manager [req-e5c62082-e39c-460f-b4b8-e2e132167c50 req-aa511e71-32d6-4435-a30c-76d86f1a7fdd service nova] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Received event network-vif-deleted-0f10767c-f176-4010-baf9-7d717a3e9bb8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.584085] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301366, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.715023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.715585] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.719391] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.421s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.722769] env[69365]: INFO nova.compute.claims [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.834213] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301367, 'name': ReconfigVM_Task, 'duration_secs': 0.39151} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.835405] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.835750] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a/53cb2fdd-0478-426e-a4e0-e5cf24fffa2a.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.836515] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17382a9a-d702-4a0a-a6ed-cef29e9f7c94 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.845472] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 693.845472] env[69365]: value = "task-3301368" [ 693.845472] env[69365]: _type = "Task" [ 693.845472] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.855191] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301368, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.000608] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab492ba-34b6-433b-b19b-7c20ae1f281a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.021948] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a2d13-65f6-4cc6-93ee-b61e9d00bba3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.044227] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating instance 'a71a4c5b-2874-450f-bc0b-1ac80c6f7655' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 694.047877] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Acquiring lock "96159685-0d1e-4992-9e01-a8142fdd47b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.048124] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Lock "96159685-0d1e-4992-9e01-a8142fdd47b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.048323] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Acquiring lock "96159685-0d1e-4992-9e01-a8142fdd47b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.048498] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Lock "96159685-0d1e-4992-9e01-a8142fdd47b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.048694] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Lock "96159685-0d1e-4992-9e01-a8142fdd47b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.050504] env[69365]: INFO nova.compute.manager [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Terminating instance [ 694.081912] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301366, 'name': CreateVM_Task, 'duration_secs': 0.677496} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.082248] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.082985] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.083448] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.083519] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.083775] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d12eaa-cdcb-41f1-a514-ba640505d98d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.089877] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 694.089877] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5257888e-e690-1efc-e182-d8118513fa33" [ 694.089877] env[69365]: _type = "Task" [ 694.089877] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.100377] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5257888e-e690-1efc-e182-d8118513fa33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.231021] env[69365]: DEBUG nova.compute.utils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.233618] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.234062] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.359606] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301368, 'name': Rename_Task, 'duration_secs': 0.170755} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.359606] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.359606] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec4024c0-df45-43f8-a6fb-c74ff2903c46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.367021] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 694.367021] env[69365]: value = "task-3301369" [ 694.367021] env[69365]: _type = "Task" [ 694.367021] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.375340] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.500935] env[69365]: DEBUG nova.policy [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ec64d882f9c4b91a6c706677cb7bc30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8358a12d93ac4aaeb8ddf47f28fafb96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.560020] env[69365]: DEBUG nova.compute.manager [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.560020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.560020] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7efd0e-1517-45b8-b2d4-883366c8465a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.581102] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.581427] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c490cc89-8a30-4722-af11-e78700088899 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.598256] env[69365]: DEBUG oslo_vmware.api [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Waiting for the task: (returnval){ [ 694.598256] env[69365]: value = "task-3301370" [ 694.598256] env[69365]: _type = "Task" [ 694.598256] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.610754] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5257888e-e690-1efc-e182-d8118513fa33, 'name': SearchDatastore_Task, 'duration_secs': 0.016094} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.611915] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.612129] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.612403] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.612619] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.612880] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.613313] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dd8d3e2-a333-4e2f-8fd0-cadc323adb83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.622371] env[69365]: DEBUG oslo_vmware.api [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.633933] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.634150] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.638436] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21015c20-adf9-4476-964b-c8da71c95f62 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.646119] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 694.646119] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fc596a-320a-ba5f-8ff6-366e4fef8b21" [ 694.646119] env[69365]: _type = "Task" [ 694.646119] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.656098] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fc596a-320a-ba5f-8ff6-366e4fef8b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.723310] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52902aee-e35d-486e-ef24-304a37afa051/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 694.724405] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64509f06-ddd8-488c-a3d8-0e4a32fae6b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.731550] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52902aee-e35d-486e-ef24-304a37afa051/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 694.731766] env[69365]: ERROR oslo_vmware.rw_handles [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52902aee-e35d-486e-ef24-304a37afa051/disk-0.vmdk due to incomplete transfer. [ 694.732665] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2af11509-5062-4bda-8f83-df327bf9fc72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.734575] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.750093] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52902aee-e35d-486e-ef24-304a37afa051/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 694.750348] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Uploaded image 462efc36-7e95-4185-b7a7-0a4967d5d7f0 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 694.752696] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 694.753855] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7dc45764-a6fb-40ce-b674-ff37fd3d3d59 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.762656] env[69365]: DEBUG nova.network.neutron [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Port 794cfa4f-81e8-4275-90f4-8e53a2ae3680 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 694.767426] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 694.767426] env[69365]: value = "task-3301371" [ 694.767426] env[69365]: _type = "Task" [ 694.767426] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.782985] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301371, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.884466] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301369, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.110407] env[69365]: DEBUG oslo_vmware.api [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301370, 'name': PowerOffVM_Task, 'duration_secs': 0.321996} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.111184] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.111323] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.111604] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0ba0983-1c7a-4401-a5bf-fa75b1418fca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.167239] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fc596a-320a-ba5f-8ff6-366e4fef8b21, 'name': SearchDatastore_Task, 'duration_secs': 0.014294} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.172438] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f610cd-8fb6-4c5c-8d69-32c279aaf549 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.181023] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 695.181023] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d223d9-8307-3f94-45dc-2e96ee44ee78" [ 695.181023] env[69365]: _type = "Task" [ 695.181023] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.193549] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d223d9-8307-3f94-45dc-2e96ee44ee78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.198190] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79313db9-aa05-4142-a876-a0222c791c4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.200728] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.200928] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.201157] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Deleting the datastore file [datastore1] 96159685-0d1e-4992-9e01-a8142fdd47b8 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.201848] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68b2c9bb-27d3-4248-8d2b-f7a5512770bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.207952] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcefc16c-9bcf-4baa-b0f8-38cdefe03c80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.219799] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Successfully updated port: db53db31-a96a-4ec5-82b5-89fd437c45b5 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.222199] env[69365]: DEBUG oslo_vmware.api [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Waiting for the task: (returnval){ [ 695.222199] env[69365]: value = "task-3301373" [ 695.222199] env[69365]: _type = "Task" [ 695.222199] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.263309] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ba338d-c2b2-4fca-b68c-1e3598f0552b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.273456] env[69365]: DEBUG oslo_vmware.api [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.281562] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2e793b-3e82-45eb-9f93-3bb4f66a2fac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.293697] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301371, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.293697] env[69365]: DEBUG nova.compute.manager [req-3c538717-5af5-4619-b442-c15e6a0e17cc req-d3e21742-3e54-4478-905b-ba800354fbad service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Received event network-changed-77ad1dea-1f16-4c6b-8a4c-75b253202b64 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.293697] env[69365]: DEBUG nova.compute.manager [req-3c538717-5af5-4619-b442-c15e6a0e17cc req-d3e21742-3e54-4478-905b-ba800354fbad service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Refreshing instance network info cache due to event network-changed-77ad1dea-1f16-4c6b-8a4c-75b253202b64. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.293697] env[69365]: DEBUG oslo_concurrency.lockutils [req-3c538717-5af5-4619-b442-c15e6a0e17cc req-d3e21742-3e54-4478-905b-ba800354fbad service nova] Acquiring lock "refresh_cache-82c13f86-5dcc-4ca8-9006-dafc34dd00a1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.293697] env[69365]: DEBUG oslo_concurrency.lockutils [req-3c538717-5af5-4619-b442-c15e6a0e17cc req-d3e21742-3e54-4478-905b-ba800354fbad service nova] Acquired lock "refresh_cache-82c13f86-5dcc-4ca8-9006-dafc34dd00a1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.293994] env[69365]: DEBUG nova.network.neutron [req-3c538717-5af5-4619-b442-c15e6a0e17cc req-d3e21742-3e54-4478-905b-ba800354fbad service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Refreshing network info cache for port 77ad1dea-1f16-4c6b-8a4c-75b253202b64 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.306103] env[69365]: DEBUG nova.compute.provider_tree [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.378704] env[69365]: DEBUG oslo_vmware.api [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301369, 'name': PowerOnVM_Task, 'duration_secs': 0.527927} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.379021] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.379228] env[69365]: INFO nova.compute.manager [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Took 11.28 seconds to spawn the instance on the hypervisor. [ 695.379407] env[69365]: DEBUG nova.compute.manager [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.380221] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f50a9aa-191a-45d0-a123-f1d7e3923de9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.501573] env[69365]: DEBUG nova.compute.manager [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Received event network-vif-plugged-f1c05013-bafa-47bc-b037-17ac4cbc9530 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.501828] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Acquiring lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.502317] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.502498] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.502672] env[69365]: DEBUG nova.compute.manager [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] No waiting events found dispatching network-vif-plugged-f1c05013-bafa-47bc-b037-17ac4cbc9530 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.502836] env[69365]: WARNING nova.compute.manager [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Received unexpected event network-vif-plugged-f1c05013-bafa-47bc-b037-17ac4cbc9530 for instance with vm_state active and task_state None. [ 695.503015] env[69365]: DEBUG nova.compute.manager [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Received event network-changed-f1c05013-bafa-47bc-b037-17ac4cbc9530 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.503216] env[69365]: DEBUG nova.compute.manager [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Refreshing instance network info cache due to event network-changed-f1c05013-bafa-47bc-b037-17ac4cbc9530. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.503559] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Acquiring lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.503559] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Acquired lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.503691] env[69365]: DEBUG nova.network.neutron [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Refreshing network info cache for port f1c05013-bafa-47bc-b037-17ac4cbc9530 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.547663] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Successfully created port: c800de79-5b28-4ee2-ae1a-c89c961b4bee {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.692993] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d223d9-8307-3f94-45dc-2e96ee44ee78, 'name': SearchDatastore_Task, 'duration_secs': 0.018809} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.693278] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.694082] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] b40ab823-a68d-45ec-b451-9a8addecfcfe/b40ab823-a68d-45ec-b451-9a8addecfcfe.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.694082] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79cc9b48-880a-4641-ad9e-8b59c81d2e7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.701398] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 695.701398] env[69365]: value = "task-3301374" [ 695.701398] env[69365]: _type = "Task" [ 695.701398] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.710920] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.736163] env[69365]: DEBUG oslo_vmware.api [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Task: {'id': task-3301373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356116} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.736573] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.736632] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.736812] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.736987] env[69365]: INFO nova.compute.manager [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 695.737252] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.737557] env[69365]: DEBUG nova.compute.manager [-] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.737557] env[69365]: DEBUG nova.network.neutron [-] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.758224] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "refresh_cache-7a67b10b-2d73-4a7c-a30a-2be123c42a30" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.758415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquired lock "refresh_cache-7a67b10b-2d73-4a7c-a30a-2be123c42a30" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.758716] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.767949] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.813846] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.813846] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.813846] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.822827] env[69365]: DEBUG nova.scheduler.client.report [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.827436] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301371, 'name': Destroy_Task, 'duration_secs': 0.915653} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.829736] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.829860] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.829959] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.830165] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.830853] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.830853] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.830853] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.830853] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.831060] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.831230] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.831424] env[69365]: DEBUG nova.virt.hardware [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.832840] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Destroyed the VM [ 695.833121] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 695.834155] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504348d7-8406-4f0e-b431-7f5f75fc2475 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.838842] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fe5fe635-f5c0-4ac2-bd88-103fddac1c92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.848752] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2b3538-b2a1-496c-bdab-ddcdab415662 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.855480] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 695.855480] env[69365]: value = "task-3301375" [ 695.855480] env[69365]: _type = "Task" [ 695.855480] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.873732] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.903573] env[69365]: INFO nova.compute.manager [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Took 28.89 seconds to build instance. [ 696.215025] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301374, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.303291] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.333518] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.334183] env[69365]: DEBUG nova.compute.manager [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.341598] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.673s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.341873] env[69365]: DEBUG nova.objects.instance [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Lazy-loading 'resources' on Instance uuid cdbc4c38-4161-46b9-b382-930146f88912 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.370538] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301375, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.405837] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0e636e50-a547-42ad-a0e0-f660ce17ad1f tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.474s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.529357] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Updating instance_info_cache with network_info: [{"id": "db53db31-a96a-4ec5-82b5-89fd437c45b5", "address": "fa:16:3e:ec:a7:43", "network": {"id": "ec28c816-ad43-4ba8-89ee-cae5e7cfa3a7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1779758635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8358a12d93ac4aaeb8ddf47f28fafb96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb53db31-a9", "ovs_interfaceid": "db53db31-a96a-4ec5-82b5-89fd437c45b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.617312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Acquiring lock "a6c770c1-38c9-456c-ac52-79f02354de76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.617544] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Lock "a6c770c1-38c9-456c-ac52-79f02354de76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.713183] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834347} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.713455] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] b40ab823-a68d-45ec-b451-9a8addecfcfe/b40ab823-a68d-45ec-b451-9a8addecfcfe.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.715878] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.715878] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1322424e-13a0-4d7f-953c-6ff06e721dc8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.723021] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 696.723021] env[69365]: value = "task-3301376" [ 696.723021] env[69365]: _type = "Task" [ 696.723021] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.739992] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.846804] env[69365]: DEBUG nova.compute.utils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.851758] env[69365]: DEBUG nova.compute.manager [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.851960] env[69365]: DEBUG nova.network.neutron [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.868694] env[69365]: DEBUG oslo_vmware.api [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301375, 'name': RemoveSnapshot_Task, 'duration_secs': 0.778135} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.868952] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 696.869245] env[69365]: INFO nova.compute.manager [None req-d36abe18-4a63-4b36-9692-edbc7031e79f tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Took 17.00 seconds to snapshot the instance on the hypervisor. [ 696.899117] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.899266] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.899464] env[69365]: DEBUG nova.network.neutron [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.912130] env[69365]: DEBUG nova.compute.manager [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.917752] env[69365]: DEBUG nova.policy [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2df9a537523d4af0a43b9b0b97bc9ed8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e719a41274944fc28149494f40a6a0e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.984892] env[69365]: DEBUG nova.network.neutron [req-3c538717-5af5-4619-b442-c15e6a0e17cc req-d3e21742-3e54-4478-905b-ba800354fbad service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Updated VIF entry in instance network info cache for port 77ad1dea-1f16-4c6b-8a4c-75b253202b64. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.985265] env[69365]: DEBUG nova.network.neutron [req-3c538717-5af5-4619-b442-c15e6a0e17cc req-d3e21742-3e54-4478-905b-ba800354fbad service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Updating instance_info_cache with network_info: [{"id": "77ad1dea-1f16-4c6b-8a4c-75b253202b64", "address": "fa:16:3e:75:4d:88", "network": {"id": "a131d5b7-8af9-4494-a66a-bfb215e0c860", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-999929111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf03652df3eb4fc0a6a4f53b4352e54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77ad1dea-1f", "ovs_interfaceid": "77ad1dea-1f16-4c6b-8a4c-75b253202b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.033680] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Releasing lock "refresh_cache-7a67b10b-2d73-4a7c-a30a-2be123c42a30" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.034112] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Instance network_info: |[{"id": "db53db31-a96a-4ec5-82b5-89fd437c45b5", "address": "fa:16:3e:ec:a7:43", "network": {"id": "ec28c816-ad43-4ba8-89ee-cae5e7cfa3a7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1779758635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8358a12d93ac4aaeb8ddf47f28fafb96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb53db31-a9", "ovs_interfaceid": "db53db31-a96a-4ec5-82b5-89fd437c45b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.034667] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:a7:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db53db31-a96a-4ec5-82b5-89fd437c45b5', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.043724] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.044342] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.044583] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6b3421f-c2f1-4551-b794-24011543b35f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.070174] env[69365]: DEBUG nova.network.neutron [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Updated VIF entry in instance network info cache for port f1c05013-bafa-47bc-b037-17ac4cbc9530. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.070533] env[69365]: DEBUG nova.network.neutron [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Updating instance_info_cache with network_info: [{"id": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "address": "fa:16:3e:56:0b:bb", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c05013-ba", "ovs_interfaceid": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.074273] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.074273] env[69365]: value = "task-3301377" [ 697.074273] env[69365]: _type = "Task" [ 697.074273] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.087038] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301377, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.241260] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263906} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.241260] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.242364] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599ca57b-f6c2-48d7-8ab9-6a8a32a1e36e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.273869] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] b40ab823-a68d-45ec-b451-9a8addecfcfe/b40ab823-a68d-45ec-b451-9a8addecfcfe.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.276943] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0491045-5cc1-4e5f-a154-6aee14c265cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.299030] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 697.299030] env[69365]: value = "task-3301378" [ 697.299030] env[69365]: _type = "Task" [ 697.299030] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.312033] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.350171] env[69365]: DEBUG nova.compute.manager [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.387636] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cde745a-ac07-4698-9a51-15a45169e984 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.398420] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d162006f-99dd-412d-8cdd-a236016bcb21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.446765] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7cc176-c917-4eae-a3d3-10c2fb494464 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.461578] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efff783-d771-447a-a5f9-7e9d04973b91 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.478327] env[69365]: DEBUG nova.compute.provider_tree [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.480962] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.489449] env[69365]: DEBUG oslo_concurrency.lockutils [req-3c538717-5af5-4619-b442-c15e6a0e17cc req-d3e21742-3e54-4478-905b-ba800354fbad service nova] Releasing lock "refresh_cache-82c13f86-5dcc-4ca8-9006-dafc34dd00a1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.532338] env[69365]: DEBUG nova.network.neutron [-] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.573228] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Releasing lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.573691] env[69365]: DEBUG nova.compute.manager [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Received event network-changed-6cdb02d3-67da-411a-8016-d265f9a9be9f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.573750] env[69365]: DEBUG nova.compute.manager [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Refreshing instance network info cache due to event network-changed-6cdb02d3-67da-411a-8016-d265f9a9be9f. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.574072] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Acquiring lock "refresh_cache-9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.574218] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Acquired lock "refresh_cache-9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.574379] env[69365]: DEBUG nova.network.neutron [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Refreshing network info cache for port 6cdb02d3-67da-411a-8016-d265f9a9be9f {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.589195] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301377, 'name': CreateVM_Task, 'duration_secs': 0.449254} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.589195] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.589195] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.589195] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.589195] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.589528] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d86d50-f56a-45da-b7a3-1ddc4be58b68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.603437] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 697.603437] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f2dbed-931e-56fd-1833-f356c24e056f" [ 697.603437] env[69365]: _type = "Task" [ 697.603437] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.613574] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f2dbed-931e-56fd-1833-f356c24e056f, 'name': SearchDatastore_Task, 'duration_secs': 0.01357} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.613987] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.614190] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.614468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.614624] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.614805] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.615909] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aa09637-50d1-4889-9416-6339235b3a5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.627646] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.627896] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.628676] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16076833-280b-4879-bdf9-b85c85103c13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.635779] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 697.635779] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524748d7-ad70-de50-a4e5-37564621d95f" [ 697.635779] env[69365]: _type = "Task" [ 697.635779] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.646767] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524748d7-ad70-de50-a4e5-37564621d95f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.697225] env[69365]: DEBUG nova.network.neutron [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Successfully created port: 3d243793-3250-4ab7-869a-741ef4891f79 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.699783] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.699978] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.765613] env[69365]: DEBUG nova.network.neutron [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating instance_info_cache with network_info: [{"id": "794cfa4f-81e8-4275-90f4-8e53a2ae3680", "address": "fa:16:3e:82:bc:a3", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap794cfa4f-81", "ovs_interfaceid": "794cfa4f-81e8-4275-90f4-8e53a2ae3680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.811174] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301378, 'name': ReconfigVM_Task, 'duration_secs': 0.399541} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.811499] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Reconfigured VM instance instance-0000000f to attach disk [datastore2] b40ab823-a68d-45ec-b451-9a8addecfcfe/b40ab823-a68d-45ec-b451-9a8addecfcfe.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.812213] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6860224-1de3-43a2-81f2-8fe579ef3bd7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.820193] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 697.820193] env[69365]: value = "task-3301379" [ 697.820193] env[69365]: _type = "Task" [ 697.820193] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.830718] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301379, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.984024] env[69365]: DEBUG nova.scheduler.client.report [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.039659] env[69365]: INFO nova.compute.manager [-] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Took 2.30 seconds to deallocate network for instance. [ 698.150958] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524748d7-ad70-de50-a4e5-37564621d95f, 'name': SearchDatastore_Task, 'duration_secs': 0.015989} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.151875] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8743f2a7-fc20-4519-8919-26fef7654126 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.165548] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 698.165548] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5216ac5a-2fc2-a02a-3612-1c51d63e687f" [ 698.165548] env[69365]: _type = "Task" [ 698.165548] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.178162] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5216ac5a-2fc2-a02a-3612-1c51d63e687f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.268821] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.280009] env[69365]: DEBUG nova.compute.manager [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Received event network-vif-plugged-db53db31-a96a-4ec5-82b5-89fd437c45b5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.283762] env[69365]: DEBUG oslo_concurrency.lockutils [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] Acquiring lock "7a67b10b-2d73-4a7c-a30a-2be123c42a30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.283988] env[69365]: DEBUG oslo_concurrency.lockutils [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] Lock "7a67b10b-2d73-4a7c-a30a-2be123c42a30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.284276] env[69365]: DEBUG oslo_concurrency.lockutils [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] Lock "7a67b10b-2d73-4a7c-a30a-2be123c42a30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.284549] env[69365]: DEBUG nova.compute.manager [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] No waiting events found dispatching network-vif-plugged-db53db31-a96a-4ec5-82b5-89fd437c45b5 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.284687] env[69365]: WARNING nova.compute.manager [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Received unexpected event network-vif-plugged-db53db31-a96a-4ec5-82b5-89fd437c45b5 for instance with vm_state building and task_state spawning. [ 698.285179] env[69365]: DEBUG nova.compute.manager [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Received event network-changed-db53db31-a96a-4ec5-82b5-89fd437c45b5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.285401] env[69365]: DEBUG nova.compute.manager [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Refreshing instance network info cache due to event network-changed-db53db31-a96a-4ec5-82b5-89fd437c45b5. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.285589] env[69365]: DEBUG oslo_concurrency.lockutils [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] Acquiring lock "refresh_cache-7a67b10b-2d73-4a7c-a30a-2be123c42a30" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.285589] env[69365]: DEBUG oslo_concurrency.lockutils [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] Acquired lock "refresh_cache-7a67b10b-2d73-4a7c-a30a-2be123c42a30" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.285827] env[69365]: DEBUG nova.network.neutron [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Refreshing network info cache for port db53db31-a96a-4ec5-82b5-89fd437c45b5 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.331022] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301379, 'name': Rename_Task, 'duration_secs': 0.403702} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.331951] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.332213] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c493f8c-e0aa-4d3f-aa62-85887fd58ce2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.343013] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 698.343013] env[69365]: value = "task-3301380" [ 698.343013] env[69365]: _type = "Task" [ 698.343013] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.348634] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.359789] env[69365]: DEBUG nova.compute.manager [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.388990] env[69365]: DEBUG nova.virt.hardware [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.389288] env[69365]: DEBUG nova.virt.hardware [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.389397] env[69365]: DEBUG nova.virt.hardware [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.389579] env[69365]: DEBUG nova.virt.hardware [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.389724] env[69365]: DEBUG nova.virt.hardware [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.389873] env[69365]: DEBUG nova.virt.hardware [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.390098] env[69365]: DEBUG nova.virt.hardware [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.390389] env[69365]: DEBUG nova.virt.hardware [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.390583] env[69365]: DEBUG nova.virt.hardware [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.390754] env[69365]: DEBUG nova.virt.hardware [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.390928] env[69365]: DEBUG nova.virt.hardware [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.391871] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0936365a-4e51-43f3-8359-eb55c13e3f66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.402439] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97b3b13-f8f6-4167-a5a9-af843655d662 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.490779] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.493683] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.142s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.494436] env[69365]: INFO nova.compute.claims [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.499216] env[69365]: DEBUG nova.network.neutron [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Updated VIF entry in instance network info cache for port 6cdb02d3-67da-411a-8016-d265f9a9be9f. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.500301] env[69365]: DEBUG nova.network.neutron [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Updating instance_info_cache with network_info: [{"id": "6cdb02d3-67da-411a-8016-d265f9a9be9f", "address": "fa:16:3e:aa:d6:5b", "network": {"id": "18b15adf-a827-4810-ac9d-b09375f49426", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-629071661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d286af345d840faa0c108de24ba6d72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdb02d3-67", "ovs_interfaceid": "6cdb02d3-67da-411a-8016-d265f9a9be9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.522665] env[69365]: INFO nova.scheduler.client.report [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Deleted allocations for instance cdbc4c38-4161-46b9-b382-930146f88912 [ 698.547018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.573415] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Successfully updated port: c800de79-5b28-4ee2-ae1a-c89c961b4bee {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.683308] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5216ac5a-2fc2-a02a-3612-1c51d63e687f, 'name': SearchDatastore_Task, 'duration_secs': 0.023994} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.683308] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.683308] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 7a67b10b-2d73-4a7c-a30a-2be123c42a30/7a67b10b-2d73-4a7c-a30a-2be123c42a30.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.684481] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15d069bf-b4ce-454f-92fd-18e53fe1e633 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.693798] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 698.693798] env[69365]: value = "task-3301381" [ 698.693798] env[69365]: _type = "Task" [ 698.693798] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.703504] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.795906] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d37347-f775-475e-bd89-12e31d4b6dbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.819706] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512cde67-5e01-4222-8964-1574987745c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.828727] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating instance 'a71a4c5b-2874-450f-bc0b-1ac80c6f7655' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 698.850864] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301380, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.011326] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Releasing lock "refresh_cache-9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.011326] env[69365]: DEBUG nova.compute.manager [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Received event network-vif-deleted-2295981a-107a-46a7-bf2a-cd2a0cc105ea {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.011326] env[69365]: DEBUG nova.compute.manager [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Received event network-vif-plugged-e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.011326] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Acquiring lock "b40ab823-a68d-45ec-b451-9a8addecfcfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.011326] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Lock "b40ab823-a68d-45ec-b451-9a8addecfcfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.011575] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Lock "b40ab823-a68d-45ec-b451-9a8addecfcfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.016026] env[69365]: DEBUG nova.compute.manager [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] No waiting events found dispatching network-vif-plugged-e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.016026] env[69365]: WARNING nova.compute.manager [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Received unexpected event network-vif-plugged-e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b for instance with vm_state building and task_state spawning. [ 699.016026] env[69365]: DEBUG nova.compute.manager [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Received event network-changed-e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.016026] env[69365]: DEBUG nova.compute.manager [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Refreshing instance network info cache due to event network-changed-e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.016026] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Acquiring lock "refresh_cache-b40ab823-a68d-45ec-b451-9a8addecfcfe" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.016396] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Acquired lock "refresh_cache-b40ab823-a68d-45ec-b451-9a8addecfcfe" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.016396] env[69365]: DEBUG nova.network.neutron [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Refreshing network info cache for port e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.036263] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6b2d1a1-16c6-4a88-8d0e-d807074503bd tempest-DeleteServersAdminTestJSON-440550615 tempest-DeleteServersAdminTestJSON-440550615-project-admin] Lock "cdbc4c38-4161-46b9-b382-930146f88912" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.446s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.076663] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "refresh_cache-07c180c9-fb11-4cb1-a411-a6b8e0f858b2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.076663] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquired lock "refresh_cache-07c180c9-fb11-4cb1-a411-a6b8e0f858b2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.076663] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.212547] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301381, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.264090] env[69365]: DEBUG nova.network.neutron [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Updated VIF entry in instance network info cache for port db53db31-a96a-4ec5-82b5-89fd437c45b5. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.264267] env[69365]: DEBUG nova.network.neutron [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Updating instance_info_cache with network_info: [{"id": "db53db31-a96a-4ec5-82b5-89fd437c45b5", "address": "fa:16:3e:ec:a7:43", "network": {"id": "ec28c816-ad43-4ba8-89ee-cae5e7cfa3a7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1779758635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8358a12d93ac4aaeb8ddf47f28fafb96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb53db31-a9", "ovs_interfaceid": "db53db31-a96a-4ec5-82b5-89fd437c45b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.335844] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.336582] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b19e0bbf-c93a-4bbf-96d5-9b2ae69219e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.347544] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 699.347544] env[69365]: value = "task-3301382" [ 699.347544] env[69365]: _type = "Task" [ 699.347544] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.355011] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301380, 'name': PowerOnVM_Task, 'duration_secs': 0.745071} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.355980] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.357245] env[69365]: INFO nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Took 8.80 seconds to spawn the instance on the hypervisor. [ 699.357245] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.357245] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17643af-7199-4e6b-a999-8a36c10e5848 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.366218] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.479101] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.479486] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.479614] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.479795] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.479962] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.486475] env[69365]: INFO nova.compute.manager [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Terminating instance [ 699.631756] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.713147] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699395} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.713418] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 7a67b10b-2d73-4a7c-a30a-2be123c42a30/7a67b10b-2d73-4a7c-a30a-2be123c42a30.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.713632] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.713889] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39889144-2010-4f6a-9bca-a85976adbf6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.722356] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 699.722356] env[69365]: value = "task-3301383" [ 699.722356] env[69365]: _type = "Task" [ 699.722356] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.734836] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.773741] env[69365]: DEBUG oslo_concurrency.lockutils [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] Releasing lock "refresh_cache-7a67b10b-2d73-4a7c-a30a-2be123c42a30" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.775261] env[69365]: DEBUG nova.compute.manager [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Received event network-vif-deleted-a158afaa-49be-4af5-b454-0d7c2d601cb4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.775261] env[69365]: DEBUG nova.compute.manager [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Received event network-changed-2b8e7a7d-9666-4961-ad1d-ddc883de213c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.775261] env[69365]: DEBUG nova.compute.manager [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Refreshing instance network info cache due to event network-changed-2b8e7a7d-9666-4961-ad1d-ddc883de213c. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.775261] env[69365]: DEBUG oslo_concurrency.lockutils [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] Acquiring lock "refresh_cache-205183f5-c414-49b0-b14f-cc7e70085cc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.775261] env[69365]: DEBUG oslo_concurrency.lockutils [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] Acquired lock "refresh_cache-205183f5-c414-49b0-b14f-cc7e70085cc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.775850] env[69365]: DEBUG nova.network.neutron [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Refreshing network info cache for port 2b8e7a7d-9666-4961-ad1d-ddc883de213c {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.794710] env[69365]: DEBUG nova.network.neutron [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Successfully updated port: 3d243793-3250-4ab7-869a-741ef4891f79 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.860009] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301382, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.883612] env[69365]: INFO nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Took 30.77 seconds to build instance. [ 699.972592] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42782030-7f26-473e-a4f0-d369d308be45 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.986035] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca45899f-d8e5-4eda-88ad-bde1f2582db1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.996071] env[69365]: DEBUG nova.compute.manager [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.996336] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.998714] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a162144e-0ea9-4c77-a9af-8a7b8d00cbee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.037798] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.039666] env[69365]: DEBUG nova.network.neutron [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Updating instance_info_cache with network_info: [{"id": "c800de79-5b28-4ee2-ae1a-c89c961b4bee", "address": "fa:16:3e:bf:40:a8", "network": {"id": "ec28c816-ad43-4ba8-89ee-cae5e7cfa3a7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1779758635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8358a12d93ac4aaeb8ddf47f28fafb96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc800de79-5b", "ovs_interfaceid": "c800de79-5b28-4ee2-ae1a-c89c961b4bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.045360] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-777b77c7-c8f0-4a92-8702-26424ffc6ac2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.046756] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac12168-3fe9-42f1-868f-75f2661ceae3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.049853] env[69365]: DEBUG nova.network.neutron [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Updated VIF entry in instance network info cache for port e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.051091] env[69365]: DEBUG nova.network.neutron [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Updating instance_info_cache with network_info: [{"id": "e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b", "address": "fa:16:3e:56:26:ee", "network": {"id": "ec28c816-ad43-4ba8-89ee-cae5e7cfa3a7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1779758635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8358a12d93ac4aaeb8ddf47f28fafb96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44e6e88-3e", "ovs_interfaceid": "e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.060096] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7d5188-70c3-487a-8994-98ce1bff3cf2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.082338] env[69365]: DEBUG nova.compute.provider_tree [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.154296] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.154296] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.154296] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleting the datastore file [datastore1] a093a10f-7e15-4efe-85ea-2b8e70ee61ed {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.154578] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c675575-5e89-4764-afe7-0f5ee812f5c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.166856] env[69365]: DEBUG oslo_vmware.api [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 700.166856] env[69365]: value = "task-3301385" [ 700.166856] env[69365]: _type = "Task" [ 700.166856] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.176884] env[69365]: DEBUG oslo_vmware.api [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.236206] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148455} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.237494] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.238664] env[69365]: DEBUG nova.compute.manager [req-8cc384b6-e53a-4f62-b788-6474eaf4d49e req-d33bee82-cc83-460e-aeaf-3998fe1ddede service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Received event network-changed-f1c05013-bafa-47bc-b037-17ac4cbc9530 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.238852] env[69365]: DEBUG nova.compute.manager [req-8cc384b6-e53a-4f62-b788-6474eaf4d49e req-d33bee82-cc83-460e-aeaf-3998fe1ddede service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Refreshing instance network info cache due to event network-changed-f1c05013-bafa-47bc-b037-17ac4cbc9530. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.239896] env[69365]: DEBUG oslo_concurrency.lockutils [req-8cc384b6-e53a-4f62-b788-6474eaf4d49e req-d33bee82-cc83-460e-aeaf-3998fe1ddede service nova] Acquiring lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.240034] env[69365]: DEBUG oslo_concurrency.lockutils [req-8cc384b6-e53a-4f62-b788-6474eaf4d49e req-d33bee82-cc83-460e-aeaf-3998fe1ddede service nova] Acquired lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.240211] env[69365]: DEBUG nova.network.neutron [req-8cc384b6-e53a-4f62-b788-6474eaf4d49e req-d33bee82-cc83-460e-aeaf-3998fe1ddede service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Refreshing network info cache for port f1c05013-bafa-47bc-b037-17ac4cbc9530 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.241799] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794432df-d44e-4d82-8148-9deb7434a67b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.268646] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 7a67b10b-2d73-4a7c-a30a-2be123c42a30/7a67b10b-2d73-4a7c-a30a-2be123c42a30.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.269527] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa3bdf6a-3f90-4fff-a9fa-d739add3704d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.298819] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Acquiring lock "refresh_cache-e77a293e-f845-4596-8d9b-58d42e3c19d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.298819] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Acquired lock "refresh_cache-e77a293e-f845-4596-8d9b-58d42e3c19d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.298819] env[69365]: DEBUG nova.network.neutron [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.307654] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 700.307654] env[69365]: value = "task-3301386" [ 700.307654] env[69365]: _type = "Task" [ 700.307654] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.318474] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.362645] env[69365]: DEBUG oslo_vmware.api [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301382, 'name': PowerOnVM_Task, 'duration_secs': 0.558763} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.362775] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.362838] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bd1f31-1c7e-4881-8783-14eb8f76c10c tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating instance 'a71a4c5b-2874-450f-bc0b-1ac80c6f7655' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 700.388973] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "b40ab823-a68d-45ec-b451-9a8addecfcfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.767s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.553165] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Releasing lock "refresh_cache-07c180c9-fb11-4cb1-a411-a6b8e0f858b2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.553545] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Instance network_info: |[{"id": "c800de79-5b28-4ee2-ae1a-c89c961b4bee", "address": "fa:16:3e:bf:40:a8", "network": {"id": "ec28c816-ad43-4ba8-89ee-cae5e7cfa3a7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1779758635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8358a12d93ac4aaeb8ddf47f28fafb96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc800de79-5b", "ovs_interfaceid": "c800de79-5b28-4ee2-ae1a-c89c961b4bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.554148] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:40:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c800de79-5b28-4ee2-ae1a-c89c961b4bee', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.563273] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.566378] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a90aa1-e8c0-466a-90f2-3d0989a5d97d req-5913b75c-b620-45f6-8c55-9a3be358241a service nova] Releasing lock "refresh_cache-b40ab823-a68d-45ec-b451-9a8addecfcfe" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.567449] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.568697] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d70309cb-6f16-44fb-8e3f-1644f422f57b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.589517] env[69365]: DEBUG nova.scheduler.client.report [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.600178] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.600178] env[69365]: value = "task-3301387" [ 700.600178] env[69365]: _type = "Task" [ 700.600178] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.613213] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301387, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.626529] env[69365]: DEBUG nova.network.neutron [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Updated VIF entry in instance network info cache for port 2b8e7a7d-9666-4961-ad1d-ddc883de213c. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.627127] env[69365]: DEBUG nova.network.neutron [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Updating instance_info_cache with network_info: [{"id": "2b8e7a7d-9666-4961-ad1d-ddc883de213c", "address": "fa:16:3e:43:1d:68", "network": {"id": "1bad14ad-f5bf-4e3c-a1cd-3a76230b5a17", "bridge": "br-int", "label": "tempest-ServersTestJSON-409472166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "661af1f6039345f3b6015d1319da0a77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8e7a7d-96", "ovs_interfaceid": "2b8e7a7d-9666-4961-ad1d-ddc883de213c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.678382] env[69365]: DEBUG oslo_vmware.api [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403594} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.678809] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.678809] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.678951] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.679112] env[69365]: INFO nova.compute.manager [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Took 0.68 seconds to destroy the instance on the hypervisor. [ 700.679292] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.679478] env[69365]: DEBUG nova.compute.manager [-] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.679585] env[69365]: DEBUG nova.network.neutron [-] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.820833] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301386, 'name': ReconfigVM_Task, 'duration_secs': 0.321107} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.821152] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 7a67b10b-2d73-4a7c-a30a-2be123c42a30/7a67b10b-2d73-4a7c-a30a-2be123c42a30.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.821782] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f04ba22e-b03a-4b31-a8fe-70c3bf41f842 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.832299] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 700.832299] env[69365]: value = "task-3301388" [ 700.832299] env[69365]: _type = "Task" [ 700.832299] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.843288] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301388, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.873808] env[69365]: DEBUG nova.network.neutron [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.891249] env[69365]: DEBUG nova.compute.manager [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.094766] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Acquiring lock "82c13f86-5dcc-4ca8-9006-dafc34dd00a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.095032] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Lock "82c13f86-5dcc-4ca8-9006-dafc34dd00a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.095276] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Acquiring lock "82c13f86-5dcc-4ca8-9006-dafc34dd00a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.096188] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Lock "82c13f86-5dcc-4ca8-9006-dafc34dd00a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.096188] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Lock "82c13f86-5dcc-4ca8-9006-dafc34dd00a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.098744] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.098808] env[69365]: DEBUG nova.compute.manager [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.105459] env[69365]: INFO nova.compute.manager [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Terminating instance [ 701.105459] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.264s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.105459] env[69365]: DEBUG nova.objects.instance [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Lazy-loading 'resources' on Instance uuid 992a7f0e-313c-4858-8cab-1ba670160225 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.123684] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301387, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.130670] env[69365]: DEBUG oslo_concurrency.lockutils [req-feb2a549-25f7-414a-a6b7-682ff889270f req-7d29fe18-ec0b-4fc6-933c-bdbfc3ae873c service nova] Releasing lock "refresh_cache-205183f5-c414-49b0-b14f-cc7e70085cc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.152935] env[69365]: DEBUG nova.compute.manager [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.156136] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933fa9a8-cf1c-477e-acb7-1a72d2a299b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.203030] env[69365]: DEBUG nova.network.neutron [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Updating instance_info_cache with network_info: [{"id": "3d243793-3250-4ab7-869a-741ef4891f79", "address": "fa:16:3e:22:f8:f5", "network": {"id": "ce8c22f9-26c9-4136-b52f-839200d30308", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145477154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e719a41274944fc28149494f40a6a0e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d243793-32", "ovs_interfaceid": "3d243793-3250-4ab7-869a-741ef4891f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.275308] env[69365]: DEBUG nova.compute.manager [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Received event network-vif-plugged-c800de79-5b28-4ee2-ae1a-c89c961b4bee {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.275545] env[69365]: DEBUG oslo_concurrency.lockutils [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] Acquiring lock "07c180c9-fb11-4cb1-a411-a6b8e0f858b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.275760] env[69365]: DEBUG oslo_concurrency.lockutils [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] Lock "07c180c9-fb11-4cb1-a411-a6b8e0f858b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.277176] env[69365]: DEBUG oslo_concurrency.lockutils [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] Lock "07c180c9-fb11-4cb1-a411-a6b8e0f858b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.277176] env[69365]: DEBUG nova.compute.manager [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] No waiting events found dispatching network-vif-plugged-c800de79-5b28-4ee2-ae1a-c89c961b4bee {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.277176] env[69365]: WARNING nova.compute.manager [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Received unexpected event network-vif-plugged-c800de79-5b28-4ee2-ae1a-c89c961b4bee for instance with vm_state building and task_state spawning. [ 701.277176] env[69365]: DEBUG nova.compute.manager [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Received event network-changed-c800de79-5b28-4ee2-ae1a-c89c961b4bee {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.277176] env[69365]: DEBUG nova.compute.manager [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Refreshing instance network info cache due to event network-changed-c800de79-5b28-4ee2-ae1a-c89c961b4bee. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.277453] env[69365]: DEBUG oslo_concurrency.lockutils [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] Acquiring lock "refresh_cache-07c180c9-fb11-4cb1-a411-a6b8e0f858b2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.277453] env[69365]: DEBUG oslo_concurrency.lockutils [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] Acquired lock "refresh_cache-07c180c9-fb11-4cb1-a411-a6b8e0f858b2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.277453] env[69365]: DEBUG nova.network.neutron [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Refreshing network info cache for port c800de79-5b28-4ee2-ae1a-c89c961b4bee {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.333951] env[69365]: DEBUG nova.network.neutron [req-8cc384b6-e53a-4f62-b788-6474eaf4d49e req-d33bee82-cc83-460e-aeaf-3998fe1ddede service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Updated VIF entry in instance network info cache for port f1c05013-bafa-47bc-b037-17ac4cbc9530. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.333951] env[69365]: DEBUG nova.network.neutron [req-8cc384b6-e53a-4f62-b788-6474eaf4d49e req-d33bee82-cc83-460e-aeaf-3998fe1ddede service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Updating instance_info_cache with network_info: [{"id": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "address": "fa:16:3e:56:0b:bb", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c05013-ba", "ovs_interfaceid": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.350500] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301388, 'name': Rename_Task, 'duration_secs': 0.204467} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.351176] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.351717] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4252cdcf-0a6b-4125-9ffb-ce17963dba0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.369133] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 701.369133] env[69365]: value = "task-3301389" [ 701.369133] env[69365]: _type = "Task" [ 701.369133] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.383591] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.426777] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.525691] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquiring lock "bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.525770] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.611788] env[69365]: DEBUG nova.compute.utils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.625695] env[69365]: DEBUG nova.compute.manager [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.626394] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.627241] env[69365]: DEBUG nova.compute.manager [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.627323] env[69365]: DEBUG nova.network.neutron [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.629848] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a58cad-905e-47fe-92b7-ac545af4a1f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.641357] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301387, 'name': CreateVM_Task, 'duration_secs': 0.645631} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.642240] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.642573] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.646396] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.646633] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.646958] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.647234] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-162d845f-52dc-4650-8b9e-3af686eb1877 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.649094] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d013ef9d-b21c-4780-be1f-4e8106b54a73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.660761] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 701.660761] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520a51c7-c734-aa8e-e710-4be86c9bb147" [ 701.660761] env[69365]: _type = "Task" [ 701.660761] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.660761] env[69365]: DEBUG oslo_vmware.api [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Waiting for the task: (returnval){ [ 701.660761] env[69365]: value = "task-3301390" [ 701.660761] env[69365]: _type = "Task" [ 701.660761] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.682374] env[69365]: INFO nova.compute.manager [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] instance snapshotting [ 701.684933] env[69365]: DEBUG oslo_vmware.api [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.685711] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520a51c7-c734-aa8e-e710-4be86c9bb147, 'name': SearchDatastore_Task, 'duration_secs': 0.013539} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.686672] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.686672] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.686980] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.687313] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.687313] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.688165] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08e0d31-3167-47f5-9a6b-ac9a4e0611e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.697799] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c15d6d36-7c22-485a-abac-a4a8d5b69a69 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.727915] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Releasing lock "refresh_cache-e77a293e-f845-4596-8d9b-58d42e3c19d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.728332] env[69365]: DEBUG nova.compute.manager [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Instance network_info: |[{"id": "3d243793-3250-4ab7-869a-741ef4891f79", "address": "fa:16:3e:22:f8:f5", "network": {"id": "ce8c22f9-26c9-4136-b52f-839200d30308", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145477154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e719a41274944fc28149494f40a6a0e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d243793-32", "ovs_interfaceid": "3d243793-3250-4ab7-869a-741ef4891f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.731832] env[69365]: DEBUG nova.policy [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad504d0055184557ac3c9c5b2a4b17d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '550f22d062854cab9909e5f7930bc456', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.736310] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:f8:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d243793-3250-4ab7-869a-741ef4891f79', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.744363] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Creating folder: Project (e719a41274944fc28149494f40a6a0e5). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.745270] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73174c6-fb36-49ec-b099-f0505082ffb1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.748282] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.749013] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.752685] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49027f45-315f-4dd3-898a-af71801e7484 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.752685] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a6c136-db15-46a5-b168-cbe8aa7e4632 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.764458] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 701.764458] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5257394b-80e9-65ee-98e9-587aaab33650" [ 701.764458] env[69365]: _type = "Task" [ 701.764458] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.777987] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Created folder: Project (e719a41274944fc28149494f40a6a0e5) in parent group-v659152. [ 701.777987] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Creating folder: Instances. Parent ref: group-v659207. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.778182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "c473f1f3-31a5-4caf-a424-71871bbaa28e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.778381] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "c473f1f3-31a5-4caf-a424-71871bbaa28e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.778577] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b81a519-5ba2-4ac1-86c1-79ef667d7864 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.780796] env[69365]: DEBUG nova.network.neutron [-] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.792802] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5257394b-80e9-65ee-98e9-587aaab33650, 'name': SearchDatastore_Task, 'duration_secs': 0.01323} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.794443] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b46fd9-9195-48a7-878d-a35b18bad0e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.803430] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 701.803430] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524be533-0bc2-0b62-be52-27e4119f89b4" [ 701.803430] env[69365]: _type = "Task" [ 701.803430] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.805497] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Created folder: Instances in parent group-v659207. [ 701.805928] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.810470] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.815258] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8771c387-9a64-49e1-a0fd-7a69c180fa1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.839201] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524be533-0bc2-0b62-be52-27e4119f89b4, 'name': SearchDatastore_Task, 'duration_secs': 0.014079} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.840932] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.841339] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 07c180c9-fb11-4cb1-a411-a6b8e0f858b2/07c180c9-fb11-4cb1-a411-a6b8e0f858b2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.841583] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.841583] env[69365]: value = "task-3301393" [ 701.841583] env[69365]: _type = "Task" [ 701.841583] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.841802] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-072f908c-174f-4e40-b541-b78155bf7eb3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.844380] env[69365]: DEBUG oslo_concurrency.lockutils [req-8cc384b6-e53a-4f62-b788-6474eaf4d49e req-d33bee82-cc83-460e-aeaf-3998fe1ddede service nova] Releasing lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.857584] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301393, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.861122] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 701.861122] env[69365]: value = "task-3301394" [ 701.861122] env[69365]: _type = "Task" [ 701.861122] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.874022] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.896527] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301389, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.121474] env[69365]: DEBUG nova.compute.manager [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.175473] env[69365]: DEBUG oslo_vmware.api [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301390, 'name': PowerOffVM_Task, 'duration_secs': 0.202126} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.179737] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.179973] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.180607] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db77b5c0-89c7-4085-8f7b-c74666f333e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.238289] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c57dad-1538-4b47-8efd-a7efd2219a42 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.249962] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c9550f-c973-4cfa-97c8-2fcb9a47f5b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.293633] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 702.294136] env[69365]: INFO nova.compute.manager [-] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Took 1.61 seconds to deallocate network for instance. [ 702.296554] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f4d50e14-8bdc-4b56-9fda-36607d2ad0c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.303519] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4aa7d3-9540-49d5-84f8-69c0f5bb5f83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.305705] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.305975] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.306180] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Deleting the datastore file [datastore1] 82c13f86-5dcc-4ca8-9006-dafc34dd00a1 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.310027] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-740a2b07-7630-444e-85a1-4a5923c5a32c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.323034] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de08b1e-f11c-481a-85d2-bb77f075a758 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.328948] env[69365]: DEBUG nova.network.neutron [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Updated VIF entry in instance network info cache for port c800de79-5b28-4ee2-ae1a-c89c961b4bee. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.328948] env[69365]: DEBUG nova.network.neutron [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Updating instance_info_cache with network_info: [{"id": "c800de79-5b28-4ee2-ae1a-c89c961b4bee", "address": "fa:16:3e:bf:40:a8", "network": {"id": "ec28c816-ad43-4ba8-89ee-cae5e7cfa3a7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1779758635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8358a12d93ac4aaeb8ddf47f28fafb96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc800de79-5b", "ovs_interfaceid": "c800de79-5b28-4ee2-ae1a-c89c961b4bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.332853] env[69365]: DEBUG oslo_vmware.api [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Waiting for the task: (returnval){ [ 702.332853] env[69365]: value = "task-3301397" [ 702.332853] env[69365]: _type = "Task" [ 702.332853] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.332853] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 702.332853] env[69365]: value = "task-3301396" [ 702.332853] env[69365]: _type = "Task" [ 702.332853] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.358519] env[69365]: DEBUG nova.compute.provider_tree [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.371675] env[69365]: DEBUG oslo_vmware.api [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.382651] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301396, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.393886] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301393, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.401238] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301394, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.406347] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301389, 'name': PowerOnVM_Task, 'duration_secs': 1.020349} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.406816] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.407019] env[69365]: INFO nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Took 9.27 seconds to spawn the instance on the hypervisor. [ 702.407323] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.408416] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52d42b1-784d-448a-8ae1-f90733e487c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.750485] env[69365]: DEBUG nova.network.neutron [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Successfully created port: 6adbf525-8dcb-46e2-b60b-38f069999492 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.814560] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.837472] env[69365]: DEBUG oslo_concurrency.lockutils [req-f7731b3d-a2fb-4322-91ea-4f0d61745ee4 req-d6ba1798-a0c5-48a5-92f9-2c0570c2be18 service nova] Releasing lock "refresh_cache-07c180c9-fb11-4cb1-a411-a6b8e0f858b2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.857294] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301396, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.857719] env[69365]: DEBUG oslo_vmware.api [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Task: {'id': task-3301397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251627} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.861991] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.861991] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.862295] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.862295] env[69365]: INFO nova.compute.manager [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Took 1.24 seconds to destroy the instance on the hypervisor. [ 702.862467] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.862668] env[69365]: DEBUG nova.compute.manager [-] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.862878] env[69365]: DEBUG nova.network.neutron [-] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.865579] env[69365]: DEBUG nova.scheduler.client.report [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.873349] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301393, 'name': CreateVM_Task, 'duration_secs': 0.699825} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.877325] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.878088] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.878254] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.878564] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.879700] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1ef5d9-5509-4c35-8fa4-10ba22340fcd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.887386] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617483} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.888655] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 07c180c9-fb11-4cb1-a411-a6b8e0f858b2/07c180c9-fb11-4cb1-a411-a6b8e0f858b2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.888868] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.889421] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Waiting for the task: (returnval){ [ 702.889421] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cda1e1-e497-727b-c57e-abe4764a350b" [ 702.889421] env[69365]: _type = "Task" [ 702.889421] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.889603] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a09dec0-59ee-49fd-8663-80a0f40fad46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.905857] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cda1e1-e497-727b-c57e-abe4764a350b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.905857] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 702.905857] env[69365]: value = "task-3301398" [ 702.905857] env[69365]: _type = "Task" [ 702.905857] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.916477] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.930776] env[69365]: INFO nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Took 31.02 seconds to build instance. [ 702.963076] env[69365]: DEBUG nova.compute.manager [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Received event network-vif-plugged-3d243793-3250-4ab7-869a-741ef4891f79 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.963621] env[69365]: DEBUG oslo_concurrency.lockutils [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] Acquiring lock "e77a293e-f845-4596-8d9b-58d42e3c19d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.963621] env[69365]: DEBUG oslo_concurrency.lockutils [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.963691] env[69365]: DEBUG oslo_concurrency.lockutils [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.964231] env[69365]: DEBUG nova.compute.manager [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] No waiting events found dispatching network-vif-plugged-3d243793-3250-4ab7-869a-741ef4891f79 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.964368] env[69365]: WARNING nova.compute.manager [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Received unexpected event network-vif-plugged-3d243793-3250-4ab7-869a-741ef4891f79 for instance with vm_state building and task_state spawning. [ 702.965077] env[69365]: DEBUG nova.compute.manager [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Received event network-changed-3d243793-3250-4ab7-869a-741ef4891f79 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.965077] env[69365]: DEBUG nova.compute.manager [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Refreshing instance network info cache due to event network-changed-3d243793-3250-4ab7-869a-741ef4891f79. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.965077] env[69365]: DEBUG oslo_concurrency.lockutils [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] Acquiring lock "refresh_cache-e77a293e-f845-4596-8d9b-58d42e3c19d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.965077] env[69365]: DEBUG oslo_concurrency.lockutils [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] Acquired lock "refresh_cache-e77a293e-f845-4596-8d9b-58d42e3c19d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.965310] env[69365]: DEBUG nova.network.neutron [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Refreshing network info cache for port 3d243793-3250-4ab7-869a-741ef4891f79 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.129779] env[69365]: DEBUG nova.compute.manager [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.165605] env[69365]: DEBUG nova.virt.hardware [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:32:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1195458577',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-30464119',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.165605] env[69365]: DEBUG nova.virt.hardware [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.165605] env[69365]: DEBUG nova.virt.hardware [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.165773] env[69365]: DEBUG nova.virt.hardware [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.165773] env[69365]: DEBUG nova.virt.hardware [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.165773] env[69365]: DEBUG nova.virt.hardware [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.165773] env[69365]: DEBUG nova.virt.hardware [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.165972] env[69365]: DEBUG nova.virt.hardware [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.165972] env[69365]: DEBUG nova.virt.hardware [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.168663] env[69365]: DEBUG nova.virt.hardware [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.168663] env[69365]: DEBUG nova.virt.hardware [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.172339] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686cb4ce-7b2d-4662-9efe-c0668826062e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.188286] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350d4e19-1400-46c5-a044-8c0b7433c100 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.349520] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301396, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.375219] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.378368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.639s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.379299] env[69365]: DEBUG nova.objects.instance [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 703.409110] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cda1e1-e497-727b-c57e-abe4764a350b, 'name': SearchDatastore_Task, 'duration_secs': 0.02822} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.412602] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.412861] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.413135] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.413295] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.413478] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.414543] env[69365]: INFO nova.scheduler.client.report [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Deleted allocations for instance 992a7f0e-313c-4858-8cab-1ba670160225 [ 703.416030] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8226c0d-21b6-470c-9c48-b72effcf97c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.429605] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284188} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.430614] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.432613] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92a9f5b-b556-4634-aea3-71053eb5beaf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.436299] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.436299] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.437139] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "7a67b10b-2d73-4a7c-a30a-2be123c42a30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.769s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.437352] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4544550d-8c48-4602-98bd-64e7e8b42d24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.450207] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Waiting for the task: (returnval){ [ 703.450207] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5248b2c3-3fc5-a27f-5099-f106953b51e1" [ 703.450207] env[69365]: _type = "Task" [ 703.450207] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.472601] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 07c180c9-fb11-4cb1-a411-a6b8e0f858b2/07c180c9-fb11-4cb1-a411-a6b8e0f858b2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.481333] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8dc256d-f8a9-4d3f-9ed3-2bfa45235163 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.512808] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5248b2c3-3fc5-a27f-5099-f106953b51e1, 'name': SearchDatastore_Task, 'duration_secs': 0.016585} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.515024] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 703.515024] env[69365]: value = "task-3301399" [ 703.515024] env[69365]: _type = "Task" [ 703.515024] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.515263] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a535fd0e-01c6-4557-b1cf-bd7605fee53d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.527470] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Waiting for the task: (returnval){ [ 703.527470] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526a96d8-b27c-abfc-f579-3e4b97ca2d4e" [ 703.527470] env[69365]: _type = "Task" [ 703.527470] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.531735] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301399, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.546165] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Acquiring lock "c6ebf8b9-b4d9-43e3-ac3c-be57592805a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.546547] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Lock "c6ebf8b9-b4d9-43e3-ac3c-be57592805a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.555666] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526a96d8-b27c-abfc-f579-3e4b97ca2d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.015294} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.555666] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.555666] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e77a293e-f845-4596-8d9b-58d42e3c19d8/e77a293e-f845-4596-8d9b-58d42e3c19d8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.555666] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-857290d5-b4c6-4214-b1d7-3455f0fc7d41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.565388] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Waiting for the task: (returnval){ [ 703.565388] env[69365]: value = "task-3301400" [ 703.565388] env[69365]: _type = "Task" [ 703.565388] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.577632] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.830545] env[69365]: DEBUG nova.compute.manager [req-e6446c8c-8dff-4d20-98da-b24578ce457b req-2bb7b4a5-905e-4ea2-a08a-0a82c43322f7 service nova] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Received event network-vif-deleted-0ef42422-ca88-47c3-8797-534422fc6bf6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.851647] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301396, 'name': CreateSnapshot_Task, 'duration_secs': 1.292592} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.854162] env[69365]: DEBUG nova.network.neutron [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Updated VIF entry in instance network info cache for port 3d243793-3250-4ab7-869a-741ef4891f79. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.854450] env[69365]: DEBUG nova.network.neutron [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Updating instance_info_cache with network_info: [{"id": "3d243793-3250-4ab7-869a-741ef4891f79", "address": "fa:16:3e:22:f8:f5", "network": {"id": "ce8c22f9-26c9-4136-b52f-839200d30308", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145477154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e719a41274944fc28149494f40a6a0e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d243793-32", "ovs_interfaceid": "3d243793-3250-4ab7-869a-741ef4891f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.856164] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 703.857301] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b057b2-7458-4742-b28a-4b78879b043f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.900058] env[69365]: DEBUG nova.network.neutron [-] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.926457] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7250b753-4f28-42b6-aedc-9f9f3d4f162a tempest-ServerExternalEventsTest-1234600502 tempest-ServerExternalEventsTest-1234600502-project-member] Lock "992a7f0e-313c-4858-8cab-1ba670160225" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.762s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.946184] env[69365]: DEBUG nova.compute.manager [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.034655] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301399, 'name': ReconfigVM_Task, 'duration_secs': 0.438705} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.035350] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 07c180c9-fb11-4cb1-a411-a6b8e0f858b2/07c180c9-fb11-4cb1-a411-a6b8e0f858b2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.035613] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7813252-7677-4b0b-b80f-fa2efb3a1726 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.049231] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 704.049231] env[69365]: value = "task-3301401" [ 704.049231] env[69365]: _type = "Task" [ 704.049231] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.063794] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301401, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.078259] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301400, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.220508] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.221082] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.221414] env[69365]: DEBUG nova.compute.manager [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Going to confirm migration 1 {{(pid=69365) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 704.357296] env[69365]: DEBUG oslo_concurrency.lockutils [req-f5e6a67d-2389-4e3a-9825-9c2a290ae572 req-645c40d8-4d81-4ea5-b47d-36d0f6a4778a service nova] Releasing lock "refresh_cache-e77a293e-f845-4596-8d9b-58d42e3c19d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.392052] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 704.393039] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf1636d2-21b6-4c50-9826-10c355669134 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.394384] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-64e5b957-410d-411a-9f73-1f1ac4660140 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.397823] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.056s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.399700] env[69365]: INFO nova.compute.claims [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.402579] env[69365]: INFO nova.compute.manager [-] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Took 1.54 seconds to deallocate network for instance. [ 704.409269] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 704.409269] env[69365]: value = "task-3301402" [ 704.409269] env[69365]: _type = "Task" [ 704.409269] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.423665] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301402, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.488691] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.567928] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301401, 'name': Rename_Task, 'duration_secs': 0.28896} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.568815] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.572133] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-673847ef-fbe9-4700-9da4-144ec066c303 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.579841] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645056} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.581361] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e77a293e-f845-4596-8d9b-58d42e3c19d8/e77a293e-f845-4596-8d9b-58d42e3c19d8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.581703] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.582044] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 704.582044] env[69365]: value = "task-3301403" [ 704.582044] env[69365]: _type = "Task" [ 704.582044] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.582285] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5685be15-c0bb-4f52-8a0d-0be8f9fd95a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.597930] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.599206] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Waiting for the task: (returnval){ [ 704.599206] env[69365]: value = "task-3301404" [ 704.599206] env[69365]: _type = "Task" [ 704.599206] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.618134] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.876037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.876037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.876037] env[69365]: DEBUG nova.network.neutron [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.876037] env[69365]: DEBUG nova.objects.instance [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lazy-loading 'info_cache' on Instance uuid a71a4c5b-2874-450f-bc0b-1ac80c6f7655 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.909200] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.925628] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301402, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.094074] env[69365]: DEBUG nova.network.neutron [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Successfully updated port: 6adbf525-8dcb-46e2-b60b-38f069999492 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.102605] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.112266] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077922} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.112529] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.113536] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf8b70e-3be4-4d4f-8247-7f6ca41cbe1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.137934] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] e77a293e-f845-4596-8d9b-58d42e3c19d8/e77a293e-f845-4596-8d9b-58d42e3c19d8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.138276] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eb7307d-16c8-4ef9-9efd-1248a809518c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.161066] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Waiting for the task: (returnval){ [ 705.161066] env[69365]: value = "task-3301405" [ 705.161066] env[69365]: _type = "Task" [ 705.161066] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.170559] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.427063] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301402, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.599845] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "refresh_cache-1a09e1d1-c844-4d0b-8f13-a86d6596e85d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.600141] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquired lock "refresh_cache-1a09e1d1-c844-4d0b-8f13-a86d6596e85d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.600476] env[69365]: DEBUG nova.network.neutron [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.602445] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.792413] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.927382] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301402, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.028661] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936d855c-6cd7-477f-b1c9-a1f0f639d5d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.038383] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad6cbc2-efdb-49d1-8665-f0adb060ffeb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.079903] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b62b19-6d7a-4c87-bb9e-3f35abe7655b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.094420] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2f8a13-9bc4-4d08-a132-12051fd80713 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.104514] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.115537] env[69365]: DEBUG nova.compute.provider_tree [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.174825] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301405, 'name': ReconfigVM_Task, 'duration_secs': 0.814853} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.175654] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Reconfigured VM instance instance-00000012 to attach disk [datastore2] e77a293e-f845-4596-8d9b-58d42e3c19d8/e77a293e-f845-4596-8d9b-58d42e3c19d8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.176186] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95957fcb-24ce-477a-8ab1-6ae150b11b83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.186178] env[69365]: DEBUG nova.compute.manager [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Received event network-vif-deleted-77ad1dea-1f16-4c6b-8a4c-75b253202b64 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.186410] env[69365]: DEBUG nova.compute.manager [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Received event network-vif-plugged-6adbf525-8dcb-46e2-b60b-38f069999492 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.186602] env[69365]: DEBUG oslo_concurrency.lockutils [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] Acquiring lock "1a09e1d1-c844-4d0b-8f13-a86d6596e85d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.186807] env[69365]: DEBUG oslo_concurrency.lockutils [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] Lock "1a09e1d1-c844-4d0b-8f13-a86d6596e85d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.186970] env[69365]: DEBUG oslo_concurrency.lockutils [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] Lock "1a09e1d1-c844-4d0b-8f13-a86d6596e85d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.187211] env[69365]: DEBUG nova.compute.manager [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] No waiting events found dispatching network-vif-plugged-6adbf525-8dcb-46e2-b60b-38f069999492 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.187605] env[69365]: WARNING nova.compute.manager [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Received unexpected event network-vif-plugged-6adbf525-8dcb-46e2-b60b-38f069999492 for instance with vm_state building and task_state spawning. [ 706.187806] env[69365]: DEBUG nova.compute.manager [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Received event network-changed-6adbf525-8dcb-46e2-b60b-38f069999492 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.187966] env[69365]: DEBUG nova.compute.manager [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Refreshing instance network info cache due to event network-changed-6adbf525-8dcb-46e2-b60b-38f069999492. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.188322] env[69365]: DEBUG oslo_concurrency.lockutils [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] Acquiring lock "refresh_cache-1a09e1d1-c844-4d0b-8f13-a86d6596e85d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.189316] env[69365]: DEBUG nova.network.neutron [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.195413] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Waiting for the task: (returnval){ [ 706.195413] env[69365]: value = "task-3301406" [ 706.195413] env[69365]: _type = "Task" [ 706.195413] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.209697] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301406, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.426740] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301402, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.606959] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.620115] env[69365]: DEBUG nova.scheduler.client.report [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.709015] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301406, 'name': Rename_Task, 'duration_secs': 0.294907} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.709015] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.709015] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97583a3e-f9b5-467d-94ee-e41e2cb22448 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.722757] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Waiting for the task: (returnval){ [ 706.722757] env[69365]: value = "task-3301407" [ 706.722757] env[69365]: _type = "Task" [ 706.722757] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.730703] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.826190] env[69365]: DEBUG nova.network.neutron [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating instance_info_cache with network_info: [{"id": "794cfa4f-81e8-4275-90f4-8e53a2ae3680", "address": "fa:16:3e:82:bc:a3", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap794cfa4f-81", "ovs_interfaceid": "794cfa4f-81e8-4275-90f4-8e53a2ae3680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.884233] env[69365]: DEBUG nova.network.neutron [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Updating instance_info_cache with network_info: [{"id": "6adbf525-8dcb-46e2-b60b-38f069999492", "address": "fa:16:3e:34:68:06", "network": {"id": "97fcf15c-659e-49b0-b747-17551e8f08cd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1867408140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550f22d062854cab9909e5f7930bc456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6adbf525-8d", "ovs_interfaceid": "6adbf525-8dcb-46e2-b60b-38f069999492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.928529] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301402, 'name': CloneVM_Task, 'duration_secs': 2.195423} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.929212] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Created linked-clone VM from snapshot [ 706.930999] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb4d825-4e39-4657-bf57-e527c20adb99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.945336] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Uploading image 1c20dc82-af96-4001-ae2e-600247613514 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 706.978396] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 706.978396] env[69365]: value = "vm-659211" [ 706.978396] env[69365]: _type = "VirtualMachine" [ 706.978396] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 706.979351] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-448cc9ec-4a97-44ae-b3e4-71f1ed7b4ff2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.990872] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lease: (returnval){ [ 706.990872] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e388f-7fb8-8319-abea-2e9fc0bceff7" [ 706.990872] env[69365]: _type = "HttpNfcLease" [ 706.990872] env[69365]: } obtained for exporting VM: (result){ [ 706.990872] env[69365]: value = "vm-659211" [ 706.990872] env[69365]: _type = "VirtualMachine" [ 706.990872] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 706.992128] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the lease: (returnval){ [ 706.992128] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e388f-7fb8-8319-abea-2e9fc0bceff7" [ 706.992128] env[69365]: _type = "HttpNfcLease" [ 706.992128] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 706.999354] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 706.999354] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e388f-7fb8-8319-abea-2e9fc0bceff7" [ 706.999354] env[69365]: _type = "HttpNfcLease" [ 706.999354] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 707.107247] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.128564] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.129092] env[69365]: DEBUG nova.compute.manager [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.132446] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.045s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.132446] env[69365]: INFO nova.compute.claims [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.236108] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.332183] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "refresh_cache-a71a4c5b-2874-450f-bc0b-1ac80c6f7655" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.332530] env[69365]: DEBUG nova.objects.instance [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lazy-loading 'migration_context' on Instance uuid a71a4c5b-2874-450f-bc0b-1ac80c6f7655 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.387113] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Releasing lock "refresh_cache-1a09e1d1-c844-4d0b-8f13-a86d6596e85d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.388219] env[69365]: DEBUG nova.compute.manager [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Instance network_info: |[{"id": "6adbf525-8dcb-46e2-b60b-38f069999492", "address": "fa:16:3e:34:68:06", "network": {"id": "97fcf15c-659e-49b0-b747-17551e8f08cd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1867408140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550f22d062854cab9909e5f7930bc456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6adbf525-8d", "ovs_interfaceid": "6adbf525-8dcb-46e2-b60b-38f069999492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.388642] env[69365]: DEBUG oslo_concurrency.lockutils [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] Acquired lock "refresh_cache-1a09e1d1-c844-4d0b-8f13-a86d6596e85d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.388818] env[69365]: DEBUG nova.network.neutron [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Refreshing network info cache for port 6adbf525-8dcb-46e2-b60b-38f069999492 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.390138] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:68:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6adbf525-8dcb-46e2-b60b-38f069999492', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.400868] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Creating folder: Project (550f22d062854cab9909e5f7930bc456). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.402151] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3697a354-eaff-457c-8c03-7bb45f4592f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.420374] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Created folder: Project (550f22d062854cab9909e5f7930bc456) in parent group-v659152. [ 707.421156] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Creating folder: Instances. Parent ref: group-v659212. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.423622] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c5a6142-45a0-4264-b518-d20ae083bbeb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.436545] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Created folder: Instances in parent group-v659212. [ 707.436900] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.438222] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.438222] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-062e6d0b-4884-490a-96da-92081d8bcc3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.466183] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.466183] env[69365]: value = "task-3301411" [ 707.466183] env[69365]: _type = "Task" [ 707.466183] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.476593] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301411, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.500872] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 707.500872] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e388f-7fb8-8319-abea-2e9fc0bceff7" [ 707.500872] env[69365]: _type = "HttpNfcLease" [ 707.500872] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 707.501995] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 707.501995] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e388f-7fb8-8319-abea-2e9fc0bceff7" [ 707.501995] env[69365]: _type = "HttpNfcLease" [ 707.501995] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 707.501995] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e290fb-e926-4f67-a912-c406722fa9ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.512112] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047ae3-c29b-7eca-eab1-ecab81e7d2af/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 707.512289] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047ae3-c29b-7eca-eab1-ecab81e7d2af/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 707.606018] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.620263] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-34d6b424-6a2d-4072-8328-1a23490f63fd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.642924] env[69365]: DEBUG nova.compute.utils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.645269] env[69365]: DEBUG nova.compute.manager [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 707.734862] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301407, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.836723] env[69365]: DEBUG nova.objects.base [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 707.837139] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c930a3f-3945-4134-af76-933f93ab6ca6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.864165] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d392bfab-0603-4ec9-b157-281a3fc5c175 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.871808] env[69365]: DEBUG oslo_vmware.api [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 707.871808] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5295a764-a3b3-3786-9b38-ff6f82f2beb7" [ 707.871808] env[69365]: _type = "Task" [ 707.871808] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.881955] env[69365]: DEBUG oslo_vmware.api [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5295a764-a3b3-3786-9b38-ff6f82f2beb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.982114] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301411, 'name': CreateVM_Task, 'duration_secs': 0.418912} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.983342] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.984639] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.985146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.987022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.987022] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a4b2657-bd6c-4ba3-830f-17cf8d4d39b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.995217] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 707.995217] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ab08da-7e00-dae2-ee1d-33bd41e72a83" [ 707.995217] env[69365]: _type = "Task" [ 707.995217] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.005747] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ab08da-7e00-dae2-ee1d-33bd41e72a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.109857] env[69365]: DEBUG oslo_vmware.api [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301403, 'name': PowerOnVM_Task, 'duration_secs': 3.453367} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.110525] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.110887] env[69365]: INFO nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Took 12.34 seconds to spawn the instance on the hypervisor. [ 708.111094] env[69365]: DEBUG nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.112392] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35f02d6-1a21-4f6f-9e78-60730389d032 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.149604] env[69365]: DEBUG nova.compute.manager [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.236508] env[69365]: DEBUG oslo_vmware.api [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301407, 'name': PowerOnVM_Task, 'duration_secs': 1.132986} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.239627] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.239958] env[69365]: INFO nova.compute.manager [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Took 9.88 seconds to spawn the instance on the hypervisor. [ 708.240207] env[69365]: DEBUG nova.compute.manager [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.241680] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a911f1-6634-47ff-bc34-049717615f7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.368063] env[69365]: DEBUG nova.network.neutron [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Updated VIF entry in instance network info cache for port 6adbf525-8dcb-46e2-b60b-38f069999492. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.368441] env[69365]: DEBUG nova.network.neutron [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Updating instance_info_cache with network_info: [{"id": "6adbf525-8dcb-46e2-b60b-38f069999492", "address": "fa:16:3e:34:68:06", "network": {"id": "97fcf15c-659e-49b0-b747-17551e8f08cd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1867408140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550f22d062854cab9909e5f7930bc456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6adbf525-8d", "ovs_interfaceid": "6adbf525-8dcb-46e2-b60b-38f069999492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.396244] env[69365]: DEBUG oslo_vmware.api [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5295a764-a3b3-3786-9b38-ff6f82f2beb7, 'name': SearchDatastore_Task, 'duration_secs': 0.015336} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.396601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.516997] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ab08da-7e00-dae2-ee1d-33bd41e72a83, 'name': SearchDatastore_Task, 'duration_secs': 0.014604} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.517386] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.517695] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.518403] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.518403] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.518548] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.519548] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49e4da88-8955-45ce-9c4e-df380060959c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.530646] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.531113] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.531921] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9aff2f-9cf1-4e14-bd8e-ac5bcac998b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.543421] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 708.543421] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5223ceb0-76e0-eb34-2c00-95e8adb4ed5c" [ 708.543421] env[69365]: _type = "Task" [ 708.543421] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.560104] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5223ceb0-76e0-eb34-2c00-95e8adb4ed5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01262} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.561663] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7eb6440-c0d3-440c-95da-f7c9d16d0666 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.575620] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 708.575620] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5216d358-f273-c61b-8958-dc15c6823acc" [ 708.575620] env[69365]: _type = "Task" [ 708.575620] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.587378] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5216d358-f273-c61b-8958-dc15c6823acc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.643438] env[69365]: INFO nova.compute.manager [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Took 35.56 seconds to build instance. [ 708.755780] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8a6813-a719-47b6-819a-bc0440d0265c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.774489] env[69365]: INFO nova.compute.manager [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Took 34.49 seconds to build instance. [ 708.780734] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d38035b-526f-4b5b-b475-3ee213ed71c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.819148] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28430087-626e-4863-9e0a-70b74ab16e1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.828746] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69e2c6d-0ae3-4954-a916-b4a8ca7e7788 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.846016] env[69365]: DEBUG nova.compute.provider_tree [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.872344] env[69365]: DEBUG oslo_concurrency.lockutils [req-4dfdef47-3909-4e7b-a72d-77a1d21dee17 req-6dc4328e-08a8-45c4-aebb-a95a8b218193 service nova] Releasing lock "refresh_cache-1a09e1d1-c844-4d0b-8f13-a86d6596e85d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.092153] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5216d358-f273-c61b-8958-dc15c6823acc, 'name': SearchDatastore_Task, 'duration_secs': 0.014324} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.092422] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.092681] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 1a09e1d1-c844-4d0b-8f13-a86d6596e85d/1a09e1d1-c844-4d0b-8f13-a86d6596e85d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.092948] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94a5cc26-3697-4d4d-9d21-ea2ab4017147 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.106693] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 709.106693] env[69365]: value = "task-3301412" [ 709.106693] env[69365]: _type = "Task" [ 709.106693] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.116218] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.145725] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2fcc3067-3a09-4843-8b76-9da53da0cf83 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "07c180c9-fb11-4cb1-a411-a6b8e0f858b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.434s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.160785] env[69365]: DEBUG nova.compute.manager [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.191278] env[69365]: DEBUG nova.virt.hardware [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.191577] env[69365]: DEBUG nova.virt.hardware [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.191748] env[69365]: DEBUG nova.virt.hardware [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.191960] env[69365]: DEBUG nova.virt.hardware [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.192147] env[69365]: DEBUG nova.virt.hardware [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.192298] env[69365]: DEBUG nova.virt.hardware [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.193115] env[69365]: DEBUG nova.virt.hardware [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.193115] env[69365]: DEBUG nova.virt.hardware [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.193366] env[69365]: DEBUG nova.virt.hardware [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.193595] env[69365]: DEBUG nova.virt.hardware [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.193808] env[69365]: DEBUG nova.virt.hardware [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.195194] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd0dc2b-8890-4700-88d0-e1a5df57c690 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.206202] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d7ff51-4b97-48c2-88ff-228aae5f4603 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.232840] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.239716] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Creating folder: Project (c0b3a821eef6418189bb86fc742389bb). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.241696] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e79d19b-2fa4-4ef2-9fe2-ea5f3ef2b09a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.255731] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Created folder: Project (c0b3a821eef6418189bb86fc742389bb) in parent group-v659152. [ 709.256175] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Creating folder: Instances. Parent ref: group-v659215. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.257029] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f753b7d-2ef2-46c7-9e76-497d43b3c4cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.275745] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Created folder: Instances in parent group-v659215. [ 709.280637] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.283429] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c124c76f-1184-444b-9d14-2718b818a023 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.238s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.283429] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.284432] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aca3495-690d-4c02-9789-5fe9b6adb0f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.306300] env[69365]: DEBUG nova.compute.manager [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.317224] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.317224] env[69365]: value = "task-3301415" [ 709.317224] env[69365]: _type = "Task" [ 709.317224] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.331221] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301415, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.351284] env[69365]: DEBUG nova.scheduler.client.report [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.620040] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301412, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.651115] env[69365]: DEBUG nova.compute.manager [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.699994] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "cdb2706d-414e-43c0-8c19-41aa3e1f6b84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.701722] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "cdb2706d-414e-43c0-8c19-41aa3e1f6b84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.841973] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301415, 'name': CreateVM_Task, 'duration_secs': 0.428933} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.841973] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.841973] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.841973] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.843201] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.844802] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.845430] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed0067b4-df4b-463a-a548-ccaad95de363 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.853348] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Waiting for the task: (returnval){ [ 709.853348] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d5ddd9-4bfa-1fb4-fc44-73fc7bec8e4c" [ 709.853348] env[69365]: _type = "Task" [ 709.853348] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.857950] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.858578] env[69365]: DEBUG nova.compute.manager [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.861355] env[69365]: DEBUG oslo_concurrency.lockutils [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.570s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.861674] env[69365]: DEBUG nova.objects.instance [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 709.875949] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d5ddd9-4bfa-1fb4-fc44-73fc7bec8e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.019481} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.875949] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.876233] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.876981] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.876981] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.876981] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.877214] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7fc8746-ec0f-478d-b13d-cbdab239c1b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.889664] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.893334] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.894450] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bfbc29-4a6f-4bf6-a667-18f24e77df69 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.905839] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Waiting for the task: (returnval){ [ 709.905839] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a25275-48a1-b5ae-af2e-8ee102ab7de6" [ 709.905839] env[69365]: _type = "Task" [ 709.905839] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.924596] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a25275-48a1-b5ae-af2e-8ee102ab7de6, 'name': SearchDatastore_Task, 'duration_secs': 0.015822} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.926717] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3566a091-75eb-408b-aba8-263f444dc46c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.936618] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Waiting for the task: (returnval){ [ 709.936618] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c64d9c-be70-abf5-7ddb-cd03ba50f9a6" [ 709.936618] env[69365]: _type = "Task" [ 709.936618] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.950357] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c64d9c-be70-abf5-7ddb-cd03ba50f9a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.121890] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764682} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.122299] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 1a09e1d1-c844-4d0b-8f13-a86d6596e85d/1a09e1d1-c844-4d0b-8f13-a86d6596e85d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.122563] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.122855] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa2dbbdf-bfe4-4f78-960f-9c1d220ef4cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.133058] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 710.133058] env[69365]: value = "task-3301416" [ 710.133058] env[69365]: _type = "Task" [ 710.133058] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.147199] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.197058] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.367879] env[69365]: DEBUG nova.compute.utils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.377131] env[69365]: DEBUG nova.compute.manager [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.377131] env[69365]: DEBUG nova.network.neutron [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.456344] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c64d9c-be70-abf5-7ddb-cd03ba50f9a6, 'name': SearchDatastore_Task, 'duration_secs': 0.013438} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.456756] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.457187] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 7999266e-8690-4570-a9c2-f5251c4ed2f4/7999266e-8690-4570-a9c2-f5251c4ed2f4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.457345] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2eb38dc-074e-4015-8fec-5149b2e7bf12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.467285] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Waiting for the task: (returnval){ [ 710.467285] env[69365]: value = "task-3301417" [ 710.467285] env[69365]: _type = "Task" [ 710.467285] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.480766] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.495793] env[69365]: DEBUG nova.policy [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '647f4cacf79043be91a7ff2f0705c477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d259d679704be8bc603a96dc18c3c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.644459] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084205} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.645170] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.646105] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875d4bc9-115d-4b96-8ccd-3cbe35a2c30a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.676473] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 1a09e1d1-c844-4d0b-8f13-a86d6596e85d/1a09e1d1-c844-4d0b-8f13-a86d6596e85d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.676473] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f78fb781-099c-4e96-8523-5392c50f6256 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.700673] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 710.700673] env[69365]: value = "task-3301418" [ 710.700673] env[69365]: _type = "Task" [ 710.700673] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.715180] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.880773] env[69365]: DEBUG nova.compute.manager [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.888348] env[69365]: DEBUG oslo_concurrency.lockutils [None req-043d04aa-64a6-4205-8408-a4b127e7f394 tempest-ServersAdmin275Test-2006121278 tempest-ServersAdmin275Test-2006121278-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.891654] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.832s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.892561] env[69365]: DEBUG nova.objects.instance [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Lazy-loading 'resources' on Instance uuid d4c933e5-f6c1-4fec-bb82-8e65954c22aa {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.899885] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "b215212d-8db4-423d-9bf6-8480037708a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.900194] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "b215212d-8db4-423d-9bf6-8480037708a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.982559] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301417, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.222401] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.493306] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566328} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.493306] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 7999266e-8690-4570-a9c2-f5251c4ed2f4/7999266e-8690-4570-a9c2-f5251c4ed2f4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.493306] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.493306] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2673695-04cd-4143-93bf-c864c51d7fab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.502937] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Waiting for the task: (returnval){ [ 711.502937] env[69365]: value = "task-3301419" [ 711.502937] env[69365]: _type = "Task" [ 711.502937] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.521946] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.663104] env[69365]: DEBUG nova.network.neutron [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Successfully created port: 8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.720347] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301418, 'name': ReconfigVM_Task, 'duration_secs': 0.982224} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.722617] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 1a09e1d1-c844-4d0b-8f13-a86d6596e85d/1a09e1d1-c844-4d0b-8f13-a86d6596e85d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.723926] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d561fa86-a69d-4a3b-b5ad-cce92271da46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.738092] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 711.738092] env[69365]: value = "task-3301420" [ 711.738092] env[69365]: _type = "Task" [ 711.738092] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.752863] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301420, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.890027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "b40ab823-a68d-45ec-b451-9a8addecfcfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.890357] env[69365]: DEBUG oslo_concurrency.lockutils [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "b40ab823-a68d-45ec-b451-9a8addecfcfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.890638] env[69365]: DEBUG oslo_concurrency.lockutils [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "b40ab823-a68d-45ec-b451-9a8addecfcfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.890725] env[69365]: DEBUG oslo_concurrency.lockutils [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "b40ab823-a68d-45ec-b451-9a8addecfcfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.890969] env[69365]: DEBUG oslo_concurrency.lockutils [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "b40ab823-a68d-45ec-b451-9a8addecfcfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.909588] env[69365]: INFO nova.compute.manager [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Terminating instance [ 711.909588] env[69365]: DEBUG nova.compute.manager [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.954370] env[69365]: DEBUG nova.virt.hardware [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.954631] env[69365]: DEBUG nova.virt.hardware [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.954792] env[69365]: DEBUG nova.virt.hardware [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.954969] env[69365]: DEBUG nova.virt.hardware [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.958763] env[69365]: DEBUG nova.virt.hardware [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.958763] env[69365]: DEBUG nova.virt.hardware [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.958763] env[69365]: DEBUG nova.virt.hardware [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.959063] env[69365]: DEBUG nova.virt.hardware [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.959063] env[69365]: DEBUG nova.virt.hardware [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.959153] env[69365]: DEBUG nova.virt.hardware [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.959311] env[69365]: DEBUG nova.virt.hardware [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.961434] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513a3ee1-fb41-4168-933a-860ee70d0767 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.972446] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c42a7ed-9ab9-42ad-bae3-6ed86eaf778d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.017228] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122472} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.017620] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.018743] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296cac21-35de-476c-8000-f326c885c8bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.024299] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f03da99-f9fe-4e6c-8404-7e934f358595 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.041195] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b268468-82f3-4bf7-ba95-5204080b500a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.053317] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 7999266e-8690-4570-a9c2-f5251c4ed2f4/7999266e-8690-4570-a9c2-f5251c4ed2f4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.053755] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805edbf3-ebac-419c-a9de-5f80e4013d11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.100448] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26683cf-7108-485b-922d-e937d056bb18 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.104459] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Waiting for the task: (returnval){ [ 712.104459] env[69365]: value = "task-3301421" [ 712.104459] env[69365]: _type = "Task" [ 712.104459] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.115558] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90a21f2-5f1d-4990-914d-7da119497711 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.120175] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.132721] env[69365]: DEBUG nova.compute.provider_tree [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.254370] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301420, 'name': Rename_Task, 'duration_secs': 0.315744} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.254370] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.254370] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e75fb9c4-1e32-4988-be91-dc11c02562b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.263313] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 712.263313] env[69365]: value = "task-3301422" [ 712.263313] env[69365]: _type = "Task" [ 712.263313] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.274428] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.402271] env[69365]: DEBUG nova.compute.manager [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.402271] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.402271] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b772386e-f75f-43de-b31e-c8ec95378ca1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.412013] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.412269] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a52cfc36-11af-4a3d-899e-e875012aabb2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.423630] env[69365]: DEBUG oslo_vmware.api [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 712.423630] env[69365]: value = "task-3301423" [ 712.423630] env[69365]: _type = "Task" [ 712.423630] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.435037] env[69365]: DEBUG oslo_vmware.api [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.623320] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.640164] env[69365]: DEBUG nova.scheduler.client.report [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.775209] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.862024] env[69365]: DEBUG nova.compute.manager [req-c8009996-2332-4289-90e7-bf2ccad4a772 req-bbf22e3f-1db0-42d9-b75b-83b3cbabb5af service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Received event network-changed-3d243793-3250-4ab7-869a-741ef4891f79 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.862024] env[69365]: DEBUG nova.compute.manager [req-c8009996-2332-4289-90e7-bf2ccad4a772 req-bbf22e3f-1db0-42d9-b75b-83b3cbabb5af service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Refreshing instance network info cache due to event network-changed-3d243793-3250-4ab7-869a-741ef4891f79. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.862024] env[69365]: DEBUG oslo_concurrency.lockutils [req-c8009996-2332-4289-90e7-bf2ccad4a772 req-bbf22e3f-1db0-42d9-b75b-83b3cbabb5af service nova] Acquiring lock "refresh_cache-e77a293e-f845-4596-8d9b-58d42e3c19d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.862024] env[69365]: DEBUG oslo_concurrency.lockutils [req-c8009996-2332-4289-90e7-bf2ccad4a772 req-bbf22e3f-1db0-42d9-b75b-83b3cbabb5af service nova] Acquired lock "refresh_cache-e77a293e-f845-4596-8d9b-58d42e3c19d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.862024] env[69365]: DEBUG nova.network.neutron [req-c8009996-2332-4289-90e7-bf2ccad4a772 req-bbf22e3f-1db0-42d9-b75b-83b3cbabb5af service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Refreshing network info cache for port 3d243793-3250-4ab7-869a-741ef4891f79 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.937462] env[69365]: DEBUG oslo_vmware.api [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301423, 'name': PowerOffVM_Task, 'duration_secs': 0.270633} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.937733] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.937892] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.938205] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3104623e-9fb8-4d56-9280-4a90f001fb7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.023339] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.023339] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.023339] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Deleting the datastore file [datastore2] b40ab823-a68d-45ec-b451-9a8addecfcfe {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.023339] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9daa66c0-1080-4d5c-8c3b-1f0ef3cd2e61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.033051] env[69365]: DEBUG oslo_vmware.api [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 713.033051] env[69365]: value = "task-3301425" [ 713.033051] env[69365]: _type = "Task" [ 713.033051] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.046358] env[69365]: DEBUG oslo_vmware.api [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.119281] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301421, 'name': ReconfigVM_Task, 'duration_secs': 0.678991} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.119693] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 7999266e-8690-4570-a9c2-f5251c4ed2f4/7999266e-8690-4570-a9c2-f5251c4ed2f4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.120463] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb31c008-4268-41a6-9c67-a197227d310d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.130472] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Waiting for the task: (returnval){ [ 713.130472] env[69365]: value = "task-3301426" [ 713.130472] env[69365]: _type = "Task" [ 713.130472] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.143985] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301426, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.151618] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.154485] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.582s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.155112] env[69365]: DEBUG nova.objects.instance [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Lazy-loading 'resources' on Instance uuid 631e2028-d9a5-4a52-90f7-ffab81a34392 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.184325] env[69365]: INFO nova.scheduler.client.report [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Deleted allocations for instance d4c933e5-f6c1-4fec-bb82-8e65954c22aa [ 713.279751] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.547356] env[69365]: DEBUG oslo_vmware.api [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246435} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.547356] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.547625] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.547746] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.548056] env[69365]: INFO nova.compute.manager [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 713.548950] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.549417] env[69365]: DEBUG nova.compute.manager [-] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.549548] env[69365]: DEBUG nova.network.neutron [-] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.645159] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301426, 'name': Rename_Task, 'duration_secs': 0.219877} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.645640] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.647087] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77db2c9b-ccd4-48d1-937b-dedeecae0dc4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.655616] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Waiting for the task: (returnval){ [ 713.655616] env[69365]: value = "task-3301427" [ 713.655616] env[69365]: _type = "Task" [ 713.655616] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.672773] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.701329] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e27aec9c-f73c-4c18-83ca-d0e27668369d tempest-ServerDiagnosticsTest-1581347754 tempest-ServerDiagnosticsTest-1581347754-project-member] Lock "d4c933e5-f6c1-4fec-bb82-8e65954c22aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.148s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.780298] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.095975] env[69365]: DEBUG nova.network.neutron [req-c8009996-2332-4289-90e7-bf2ccad4a772 req-bbf22e3f-1db0-42d9-b75b-83b3cbabb5af service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Updated VIF entry in instance network info cache for port 3d243793-3250-4ab7-869a-741ef4891f79. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.096324] env[69365]: DEBUG nova.network.neutron [req-c8009996-2332-4289-90e7-bf2ccad4a772 req-bbf22e3f-1db0-42d9-b75b-83b3cbabb5af service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Updating instance_info_cache with network_info: [{"id": "3d243793-3250-4ab7-869a-741ef4891f79", "address": "fa:16:3e:22:f8:f5", "network": {"id": "ce8c22f9-26c9-4136-b52f-839200d30308", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145477154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e719a41274944fc28149494f40a6a0e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d243793-32", "ovs_interfaceid": "3d243793-3250-4ab7-869a-741ef4891f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.169408] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301427, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.238608] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e877dbbc-fbf7-46bf-9f32-d98906e34d2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.251476] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99507214-3672-4471-a6f6-5ef70b4cdea0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.260767] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Acquiring lock "8531106f-854e-475d-9cb3-83e2890d3493" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.261017] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Lock "8531106f-854e-475d-9cb3-83e2890d3493" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.296666] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2717015b-655f-4da2-89a2-4e4ab2889df8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.310226] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e20208-8192-4b12-ac63-ada76195f8a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.314653] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.326152] env[69365]: DEBUG nova.compute.provider_tree [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.604335] env[69365]: DEBUG oslo_concurrency.lockutils [req-c8009996-2332-4289-90e7-bf2ccad4a772 req-bbf22e3f-1db0-42d9-b75b-83b3cbabb5af service nova] Releasing lock "refresh_cache-e77a293e-f845-4596-8d9b-58d42e3c19d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.616162] env[69365]: DEBUG nova.network.neutron [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Successfully updated port: 8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.668192] env[69365]: DEBUG oslo_vmware.api [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301427, 'name': PowerOnVM_Task, 'duration_secs': 0.963026} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.669626] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.669626] env[69365]: INFO nova.compute.manager [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Took 5.51 seconds to spawn the instance on the hypervisor. [ 714.669626] env[69365]: DEBUG nova.compute.manager [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.669807] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665f5911-e2c8-4371-9749-75eb919fb90b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.803609] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301422, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.834022] env[69365]: DEBUG nova.scheduler.client.report [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.121539] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "refresh_cache-05b0e6cb-6197-45af-bf23-bcdd30c0b399" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.121719] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquired lock "refresh_cache-05b0e6cb-6197-45af-bf23-bcdd30c0b399" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.121882] env[69365]: DEBUG nova.network.neutron [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.189743] env[69365]: INFO nova.compute.manager [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Took 33.87 seconds to build instance. [ 715.210442] env[69365]: DEBUG nova.compute.manager [req-8348b6af-6881-435d-bf0c-f5cf3f9b1603 req-502dd8e9-8a31-46a4-8ead-6958ef22f082 service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Received event network-vif-plugged-8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.210442] env[69365]: DEBUG oslo_concurrency.lockutils [req-8348b6af-6881-435d-bf0c-f5cf3f9b1603 req-502dd8e9-8a31-46a4-8ead-6958ef22f082 service nova] Acquiring lock "05b0e6cb-6197-45af-bf23-bcdd30c0b399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.210442] env[69365]: DEBUG oslo_concurrency.lockutils [req-8348b6af-6881-435d-bf0c-f5cf3f9b1603 req-502dd8e9-8a31-46a4-8ead-6958ef22f082 service nova] Lock "05b0e6cb-6197-45af-bf23-bcdd30c0b399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.210442] env[69365]: DEBUG oslo_concurrency.lockutils [req-8348b6af-6881-435d-bf0c-f5cf3f9b1603 req-502dd8e9-8a31-46a4-8ead-6958ef22f082 service nova] Lock "05b0e6cb-6197-45af-bf23-bcdd30c0b399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.210442] env[69365]: DEBUG nova.compute.manager [req-8348b6af-6881-435d-bf0c-f5cf3f9b1603 req-502dd8e9-8a31-46a4-8ead-6958ef22f082 service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] No waiting events found dispatching network-vif-plugged-8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.210757] env[69365]: WARNING nova.compute.manager [req-8348b6af-6881-435d-bf0c-f5cf3f9b1603 req-502dd8e9-8a31-46a4-8ead-6958ef22f082 service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Received unexpected event network-vif-plugged-8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac for instance with vm_state building and task_state spawning. [ 715.238818] env[69365]: DEBUG nova.network.neutron [-] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.305092] env[69365]: DEBUG oslo_vmware.api [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301422, 'name': PowerOnVM_Task, 'duration_secs': 2.585251} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.305092] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.305355] env[69365]: INFO nova.compute.manager [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Took 12.18 seconds to spawn the instance on the hypervisor. [ 715.305446] env[69365]: DEBUG nova.compute.manager [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.306196] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d52642-37a2-4584-b39d-dabffc0d2aea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.338877] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.348448] env[69365]: DEBUG oslo_concurrency.lockutils [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.523s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.348724] env[69365]: DEBUG nova.objects.instance [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Lazy-loading 'resources' on Instance uuid c048f2b5-510c-4565-beb7-d015a0e786f7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.382516] env[69365]: INFO nova.scheduler.client.report [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Deleted allocations for instance 631e2028-d9a5-4a52-90f7-ffab81a34392 [ 715.557573] env[69365]: DEBUG nova.compute.manager [req-cda92466-ed84-43af-a294-0a93ef255cf8 req-e2f4abb7-32ce-4775-8aa9-177a4d383d21 service nova] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Received event network-vif-deleted-e44e6e88-3e8a-4344-b0e1-92a4ef2a3b6b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.695699] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e23656f-1083-498c-9617-4caeb01c2fad tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Lock "7999266e-8690-4570-a9c2-f5251c4ed2f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.142s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.713578] env[69365]: DEBUG nova.network.neutron [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.742169] env[69365]: INFO nova.compute.manager [-] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Took 2.19 seconds to deallocate network for instance. [ 715.837069] env[69365]: INFO nova.compute.manager [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Took 38.51 seconds to build instance. [ 715.892248] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15515dde-e80b-437e-a098-c43a4e7ff3c8 tempest-ServerShowV257Test-563244899 tempest-ServerShowV257Test-563244899-project-member] Lock "631e2028-d9a5-4a52-90f7-ffab81a34392" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.168s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.107513] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Acquiring lock "0522f326-22ac-488f-9cc0-ee573eedefa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.107655] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Lock "0522f326-22ac-488f-9cc0-ee573eedefa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.190861] env[69365]: DEBUG nova.network.neutron [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Updating instance_info_cache with network_info: [{"id": "8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac", "address": "fa:16:3e:c4:95:d3", "network": {"id": "16076c1c-2254-4409-83b6-43fec4c9995f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-773907600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d259d679704be8bc603a96dc18c3c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e69d3f2-30", "ovs_interfaceid": "8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.200363] env[69365]: DEBUG nova.compute.manager [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.254693] env[69365]: DEBUG oslo_concurrency.lockutils [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.339035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ca79b8d-5ca1-44bc-a2ba-d49f1772cc95 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "1a09e1d1-c844-4d0b-8f13-a86d6596e85d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.517s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.489775] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b944a98-b4a2-4f2a-845e-7f0368144e0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.502302] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05459bd-568e-4f7c-a705-fa8537163a3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.542257] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e0c741-cccf-49e4-bb52-4d33c6e107a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.551445] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11906e57-ef84-45ad-afb8-3fc7ab821b9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.572887] env[69365]: DEBUG nova.compute.provider_tree [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.699192] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Releasing lock "refresh_cache-05b0e6cb-6197-45af-bf23-bcdd30c0b399" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.699192] env[69365]: DEBUG nova.compute.manager [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Instance network_info: |[{"id": "8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac", "address": "fa:16:3e:c4:95:d3", "network": {"id": "16076c1c-2254-4409-83b6-43fec4c9995f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-773907600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d259d679704be8bc603a96dc18c3c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e69d3f2-30", "ovs_interfaceid": "8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.699636] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:95:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.708330] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Creating folder: Project (60d259d679704be8bc603a96dc18c3c7). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.710607] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-301fab3f-6a39-4b93-8e56-2c18484af5f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.726662] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Created folder: Project (60d259d679704be8bc603a96dc18c3c7) in parent group-v659152. [ 716.726662] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Creating folder: Instances. Parent ref: group-v659218. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.726908] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4be2f55b-9583-4d58-b011-c82ee047de40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.736381] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.738984] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Created folder: Instances in parent group-v659218. [ 716.739931] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.739931] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.739931] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff0b2048-83f3-4536-b2d8-437257b29ece {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.764815] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.764815] env[69365]: value = "task-3301430" [ 716.764815] env[69365]: _type = "Task" [ 716.764815] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.774641] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301430, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.810229] env[69365]: DEBUG nova.compute.manager [None req-7fbb817c-3d56-43cf-a3be-c1e91e97d1e0 tempest-ServerDiagnosticsV248Test-1942060347 tempest-ServerDiagnosticsV248Test-1942060347-project-admin] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.812778] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67776d02-4695-490c-86fc-560452447dea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.820575] env[69365]: INFO nova.compute.manager [None req-7fbb817c-3d56-43cf-a3be-c1e91e97d1e0 tempest-ServerDiagnosticsV248Test-1942060347 tempest-ServerDiagnosticsV248Test-1942060347-project-admin] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Retrieving diagnostics [ 716.821677] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9798f5d7-3f94-4151-ba80-92cebb870ae3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.852487] env[69365]: DEBUG nova.compute.manager [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.076362] env[69365]: DEBUG nova.scheduler.client.report [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.278671] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301430, 'name': CreateVM_Task, 'duration_secs': 0.429832} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.283670] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.283670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.283670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.283670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.283670] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be34cefe-1454-4fba-85d3-d96242ca7385 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.290644] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 717.290644] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528608c4-83c0-fb65-5e07-2d8403a55279" [ 717.290644] env[69365]: _type = "Task" [ 717.290644] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.302581] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528608c4-83c0-fb65-5e07-2d8403a55279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.391825] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.577653] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Acquiring lock "bf3bce53-2116-4cf1-bf48-035851ed563e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.578702] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Lock "bf3bce53-2116-4cf1-bf48-035851ed563e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.582519] env[69365]: DEBUG oslo_concurrency.lockutils [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.588944] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.750s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.588944] env[69365]: DEBUG nova.objects.instance [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Lazy-loading 'resources' on Instance uuid c71c0ece-f925-4ac2-a005-8922212a6f97 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.626361] env[69365]: INFO nova.scheduler.client.report [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Deleted allocations for instance c048f2b5-510c-4565-beb7-d015a0e786f7 [ 717.804967] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528608c4-83c0-fb65-5e07-2d8403a55279, 'name': SearchDatastore_Task, 'duration_secs': 0.020794} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.804967] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.804967] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.804967] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.805268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.805268] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.805268] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50c28911-9e44-4d43-8a97-644b48920bcd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.818250] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.818594] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.819511] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2447b2ca-bed2-4004-ac6e-4043b1e31733 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.826840] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 717.826840] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5222a7c9-47a6-d35e-c595-1145e58eaa33" [ 717.826840] env[69365]: _type = "Task" [ 717.826840] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.844812] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5222a7c9-47a6-d35e-c595-1145e58eaa33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.132363] env[69365]: DEBUG nova.compute.manager [req-4c45cc45-51cd-40a6-bc47-6d0fe9aa2b27 req-40071274-7611-4838-a965-7c989b22bb57 service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Received event network-changed-8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.136966] env[69365]: DEBUG nova.compute.manager [req-4c45cc45-51cd-40a6-bc47-6d0fe9aa2b27 req-40071274-7611-4838-a965-7c989b22bb57 service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Refreshing instance network info cache due to event network-changed-8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.137437] env[69365]: DEBUG oslo_concurrency.lockutils [req-4c45cc45-51cd-40a6-bc47-6d0fe9aa2b27 req-40071274-7611-4838-a965-7c989b22bb57 service nova] Acquiring lock "refresh_cache-05b0e6cb-6197-45af-bf23-bcdd30c0b399" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.137732] env[69365]: DEBUG oslo_concurrency.lockutils [req-4c45cc45-51cd-40a6-bc47-6d0fe9aa2b27 req-40071274-7611-4838-a965-7c989b22bb57 service nova] Acquired lock "refresh_cache-05b0e6cb-6197-45af-bf23-bcdd30c0b399" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.137869] env[69365]: DEBUG nova.network.neutron [req-4c45cc45-51cd-40a6-bc47-6d0fe9aa2b27 req-40071274-7611-4838-a965-7c989b22bb57 service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Refreshing network info cache for port 8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.147425] env[69365]: DEBUG oslo_concurrency.lockutils [None req-376af1a2-6e1a-4c35-b2f8-37834c7900e7 tempest-ServerPasswordTestJSON-968811084 tempest-ServerPasswordTestJSON-968811084-project-member] Lock "c048f2b5-510c-4565-beb7-d015a0e786f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.010s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.324128] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "998d5009-39bd-4d6d-94b1-ce54098e6b1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.324814] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "998d5009-39bd-4d6d-94b1-ce54098e6b1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.340604] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5222a7c9-47a6-d35e-c595-1145e58eaa33, 'name': SearchDatastore_Task, 'duration_secs': 0.019581} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.344698] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ee67b7-acae-42fb-8510-bda3247d28f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.351915] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 718.351915] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5203af4b-d931-1175-7a60-ffea14bd91f3" [ 718.351915] env[69365]: _type = "Task" [ 718.351915] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.362039] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5203af4b-d931-1175-7a60-ffea14bd91f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.428666] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047ae3-c29b-7eca-eab1-ecab81e7d2af/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 718.429994] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c44a1e-ce36-40ff-a884-dfe420a84350 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.442279] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047ae3-c29b-7eca-eab1-ecab81e7d2af/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 718.442712] env[69365]: ERROR oslo_vmware.rw_handles [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047ae3-c29b-7eca-eab1-ecab81e7d2af/disk-0.vmdk due to incomplete transfer. [ 718.443212] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa0cccae-ae76-4e3f-a029-5694b0c9fe44 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.456633] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047ae3-c29b-7eca-eab1-ecab81e7d2af/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 718.456847] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Uploaded image 1c20dc82-af96-4001-ae2e-600247613514 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 718.459433] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 718.459756] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e47c3695-a2ec-493f-a139-069f0f6a8653 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.474046] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 718.474046] env[69365]: value = "task-3301431" [ 718.474046] env[69365]: _type = "Task" [ 718.474046] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.486968] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301431, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.698932] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c238261-7dbe-4f5c-afe7-837f97dd692e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.708744] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4466e99-005c-4f09-adbd-341e8e113873 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.748455] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48b0e8e-4316-40f5-8d1c-7fb0587876c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.757972] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e223536f-f575-4b9d-9bec-91558cde3109 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.773222] env[69365]: DEBUG nova.compute.provider_tree [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.867440] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5203af4b-d931-1175-7a60-ffea14bd91f3, 'name': SearchDatastore_Task, 'duration_secs': 0.031764} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.867590] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.867811] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 05b0e6cb-6197-45af-bf23-bcdd30c0b399/05b0e6cb-6197-45af-bf23-bcdd30c0b399.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.868077] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-880ddb8f-553c-4648-9aa6-5d49b1046595 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.876029] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 718.876029] env[69365]: value = "task-3301432" [ 718.876029] env[69365]: _type = "Task" [ 718.876029] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.885341] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.985532] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301431, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.103813] env[69365]: DEBUG nova.network.neutron [req-4c45cc45-51cd-40a6-bc47-6d0fe9aa2b27 req-40071274-7611-4838-a965-7c989b22bb57 service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Updated VIF entry in instance network info cache for port 8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.103931] env[69365]: DEBUG nova.network.neutron [req-4c45cc45-51cd-40a6-bc47-6d0fe9aa2b27 req-40071274-7611-4838-a965-7c989b22bb57 service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Updating instance_info_cache with network_info: [{"id": "8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac", "address": "fa:16:3e:c4:95:d3", "network": {"id": "16076c1c-2254-4409-83b6-43fec4c9995f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-773907600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d259d679704be8bc603a96dc18c3c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e69d3f2-30", "ovs_interfaceid": "8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.276488] env[69365]: DEBUG nova.scheduler.client.report [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.394292] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301432, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.487417] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301431, 'name': Destroy_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.607108] env[69365]: DEBUG oslo_concurrency.lockutils [req-4c45cc45-51cd-40a6-bc47-6d0fe9aa2b27 req-40071274-7611-4838-a965-7c989b22bb57 service nova] Releasing lock "refresh_cache-05b0e6cb-6197-45af-bf23-bcdd30c0b399" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.785515] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.788344] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.102s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.791046] env[69365]: INFO nova.compute.claims [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.843038] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "9fe6816e-c62f-4eeb-9ed5-d2209686ddd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.843038] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "9fe6816e-c62f-4eeb-9ed5-d2209686ddd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.899466] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785492} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.900606] env[69365]: INFO nova.scheduler.client.report [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Deleted allocations for instance c71c0ece-f925-4ac2-a005-8922212a6f97 [ 719.901712] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 05b0e6cb-6197-45af-bf23-bcdd30c0b399/05b0e6cb-6197-45af-bf23-bcdd30c0b399.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.901973] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.906505] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29dbbab5-6067-477f-8dc6-e25d27b91d87 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.913353] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 719.913353] env[69365]: value = "task-3301433" [ 719.913353] env[69365]: _type = "Task" [ 719.913353] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.924579] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.987229] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301431, 'name': Destroy_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.420402] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e808cbec-f675-43c9-a252-d442b038f449 tempest-ServersAdmin275Test-1481645342 tempest-ServersAdmin275Test-1481645342-project-member] Lock "c71c0ece-f925-4ac2-a005-8922212a6f97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.237s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.428183] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076326} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.428568] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.429295] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f227676-2bfe-4e6a-bc31-db431c796eb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.455238] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 05b0e6cb-6197-45af-bf23-bcdd30c0b399/05b0e6cb-6197-45af-bf23-bcdd30c0b399.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.455467] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed85691-db1a-4beb-a7dd-258c0e960bf3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.480684] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 720.480684] env[69365]: value = "task-3301434" [ 720.480684] env[69365]: _type = "Task" [ 720.480684] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.489857] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301431, 'name': Destroy_Task, 'duration_secs': 1.910219} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.494029] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Destroyed the VM [ 720.494029] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 720.494173] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.494317] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0829175b-6d59-42b9-8318-40a26ef8ecdb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.501971] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 720.501971] env[69365]: value = "task-3301435" [ 720.501971] env[69365]: _type = "Task" [ 720.501971] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.512276] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301435, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.780452] env[69365]: DEBUG nova.compute.manager [req-28c51376-0686-46ef-92e1-80fde478dfcd req-39a24e0a-4cee-4e91-ba62-99e433bb42bd service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Received event network-changed-6adbf525-8dcb-46e2-b60b-38f069999492 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.780506] env[69365]: DEBUG nova.compute.manager [req-28c51376-0686-46ef-92e1-80fde478dfcd req-39a24e0a-4cee-4e91-ba62-99e433bb42bd service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Refreshing instance network info cache due to event network-changed-6adbf525-8dcb-46e2-b60b-38f069999492. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.781657] env[69365]: DEBUG oslo_concurrency.lockutils [req-28c51376-0686-46ef-92e1-80fde478dfcd req-39a24e0a-4cee-4e91-ba62-99e433bb42bd service nova] Acquiring lock "refresh_cache-1a09e1d1-c844-4d0b-8f13-a86d6596e85d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.781657] env[69365]: DEBUG oslo_concurrency.lockutils [req-28c51376-0686-46ef-92e1-80fde478dfcd req-39a24e0a-4cee-4e91-ba62-99e433bb42bd service nova] Acquired lock "refresh_cache-1a09e1d1-c844-4d0b-8f13-a86d6596e85d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.781657] env[69365]: DEBUG nova.network.neutron [req-28c51376-0686-46ef-92e1-80fde478dfcd req-39a24e0a-4cee-4e91-ba62-99e433bb42bd service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Refreshing network info cache for port 6adbf525-8dcb-46e2-b60b-38f069999492 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.890758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.891295] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.001727] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301434, 'name': ReconfigVM_Task, 'duration_secs': 0.351858} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.001903] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 05b0e6cb-6197-45af-bf23-bcdd30c0b399/05b0e6cb-6197-45af-bf23-bcdd30c0b399.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.005131] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-606273ec-b86c-49c3-90f7-66e5a906822e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.016936] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301435, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.029707] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 721.029707] env[69365]: value = "task-3301436" [ 721.029707] env[69365]: _type = "Task" [ 721.029707] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.039217] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301436, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.399198] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b71446-ddc9-49dd-adb9-c43732dcab40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.408052] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794d45b7-1d06-480e-93bf-a42e04298588 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.448992] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c65134f-0fc2-456e-92f2-503ccb5bbc98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.458734] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936be2ad-6cde-41e9-9e34-da8875d56c1c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.475034] env[69365]: DEBUG nova.compute.provider_tree [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.515021] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301435, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.540158] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301436, 'name': Rename_Task, 'duration_secs': 0.165814} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.540499] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.540686] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fb30e15-438f-4cff-845f-f6ba051a4b8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.548080] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 721.548080] env[69365]: value = "task-3301437" [ 721.548080] env[69365]: _type = "Task" [ 721.548080] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.559163] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.846921] env[69365]: DEBUG nova.network.neutron [req-28c51376-0686-46ef-92e1-80fde478dfcd req-39a24e0a-4cee-4e91-ba62-99e433bb42bd service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Updated VIF entry in instance network info cache for port 6adbf525-8dcb-46e2-b60b-38f069999492. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.847343] env[69365]: DEBUG nova.network.neutron [req-28c51376-0686-46ef-92e1-80fde478dfcd req-39a24e0a-4cee-4e91-ba62-99e433bb42bd service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Updating instance_info_cache with network_info: [{"id": "6adbf525-8dcb-46e2-b60b-38f069999492", "address": "fa:16:3e:34:68:06", "network": {"id": "97fcf15c-659e-49b0-b747-17551e8f08cd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1867408140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550f22d062854cab9909e5f7930bc456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6adbf525-8d", "ovs_interfaceid": "6adbf525-8dcb-46e2-b60b-38f069999492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.006028] env[69365]: ERROR nova.scheduler.client.report [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [req-7b7b8f2a-85b9-4d7d-ad4b-45ed2b64de2c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b7b8f2a-85b9-4d7d-ad4b-45ed2b64de2c"}]} [ 722.025017] env[69365]: DEBUG oslo_vmware.api [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301435, 'name': RemoveSnapshot_Task, 'duration_secs': 1.038685} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.025017] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 722.025017] env[69365]: INFO nova.compute.manager [None req-9478e296-8817-490b-b464-affb01a8702e tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Took 20.34 seconds to snapshot the instance on the hypervisor. [ 722.032762] env[69365]: DEBUG nova.scheduler.client.report [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Refreshing inventories for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 722.056919] env[69365]: DEBUG nova.scheduler.client.report [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Updating ProviderTree inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 722.057208] env[69365]: DEBUG nova.compute.provider_tree [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Updating resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 generation from 45 to 46 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 722.057621] env[69365]: DEBUG nova.compute.provider_tree [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.067577] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301437, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.076324] env[69365]: DEBUG nova.scheduler.client.report [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Refreshing aggregate associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 722.105368] env[69365]: DEBUG nova.scheduler.client.report [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Refreshing trait associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 722.350458] env[69365]: DEBUG oslo_concurrency.lockutils [req-28c51376-0686-46ef-92e1-80fde478dfcd req-39a24e0a-4cee-4e91-ba62-99e433bb42bd service nova] Releasing lock "refresh_cache-1a09e1d1-c844-4d0b-8f13-a86d6596e85d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.521912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "c4ba7142-b548-498b-a11e-e62919e3aece" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.521912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "c4ba7142-b548-498b-a11e-e62919e3aece" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.564418] env[69365]: DEBUG oslo_vmware.api [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301437, 'name': PowerOnVM_Task, 'duration_secs': 0.60478} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.564913] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.565024] env[69365]: INFO nova.compute.manager [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Took 10.66 seconds to spawn the instance on the hypervisor. [ 722.565174] env[69365]: DEBUG nova.compute.manager [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.566268] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd87436c-8443-487a-9cca-e0431df23e9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.631394] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc71efd-43d9-4f37-ac17-789a1f2d9c94 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.644142] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07100ed4-e5fd-4a20-a432-ef250877792a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.679786] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c697d6-d75e-466b-93fd-dbae767859b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.688857] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b9eae4-2b13-4044-9317-6d8e96ef8937 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.704235] env[69365]: DEBUG nova.compute.provider_tree [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.093437] env[69365]: INFO nova.compute.manager [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Took 41.06 seconds to build instance. [ 723.254914] env[69365]: DEBUG nova.scheduler.client.report [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Updated inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 723.256047] env[69365]: DEBUG nova.compute.provider_tree [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Updating resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 generation from 46 to 47 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 723.256047] env[69365]: DEBUG nova.compute.provider_tree [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.597185] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90e538fd-b085-4d09-a80c-1b3679b1eec8 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "05b0e6cb-6197-45af-bf23-bcdd30c0b399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.993s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.768181] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.978s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.768181] env[69365]: DEBUG nova.compute.manager [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.769948] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.935s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.771517] env[69365]: INFO nova.compute.claims [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.774827] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Acquiring lock "d0af16e1-ef91-409d-af71-2c57bd1c4aef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.775061] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lock "d0af16e1-ef91-409d-af71-2c57bd1c4aef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.778016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Acquiring lock "d0af16e1-ef91-409d-af71-2c57bd1c4aef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.778016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lock "d0af16e1-ef91-409d-af71-2c57bd1c4aef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.778016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lock "d0af16e1-ef91-409d-af71-2c57bd1c4aef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.778229] env[69365]: INFO nova.compute.manager [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Terminating instance [ 724.102635] env[69365]: DEBUG nova.compute.manager [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.281543] env[69365]: DEBUG nova.compute.utils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.283206] env[69365]: DEBUG nova.compute.manager [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.283395] env[69365]: DEBUG nova.network.neutron [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.290331] env[69365]: DEBUG nova.compute.manager [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.290536] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.294592] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efb6d36-c01f-44a7-abf5-ada08982cbd1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.308348] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.308854] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f104dd95-6cb9-4d77-811a-19e2e0546160 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.319013] env[69365]: DEBUG oslo_vmware.api [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 724.319013] env[69365]: value = "task-3301438" [ 724.319013] env[69365]: _type = "Task" [ 724.319013] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.329261] env[69365]: DEBUG oslo_vmware.api [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.343020] env[69365]: DEBUG nova.policy [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55b5154735514f60a01de17433ffc2df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4150929d874e9b8305966abfc3ab4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.639909] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.682942] env[69365]: DEBUG nova.network.neutron [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Successfully created port: 7107ce45-8e06-43e6-bd15-b1d9d8399df2 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.698012] env[69365]: DEBUG nova.compute.manager [req-efa97496-3263-45e0-89a4-d1add9021942 req-3a0c521f-4a14-4a96-8090-f15192c3a56b service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Received event network-changed-8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.698229] env[69365]: DEBUG nova.compute.manager [req-efa97496-3263-45e0-89a4-d1add9021942 req-3a0c521f-4a14-4a96-8090-f15192c3a56b service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Refreshing instance network info cache due to event network-changed-8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.698491] env[69365]: DEBUG oslo_concurrency.lockutils [req-efa97496-3263-45e0-89a4-d1add9021942 req-3a0c521f-4a14-4a96-8090-f15192c3a56b service nova] Acquiring lock "refresh_cache-05b0e6cb-6197-45af-bf23-bcdd30c0b399" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.698584] env[69365]: DEBUG oslo_concurrency.lockutils [req-efa97496-3263-45e0-89a4-d1add9021942 req-3a0c521f-4a14-4a96-8090-f15192c3a56b service nova] Acquired lock "refresh_cache-05b0e6cb-6197-45af-bf23-bcdd30c0b399" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.699333] env[69365]: DEBUG nova.network.neutron [req-efa97496-3263-45e0-89a4-d1add9021942 req-3a0c521f-4a14-4a96-8090-f15192c3a56b service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Refreshing network info cache for port 8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.790931] env[69365]: DEBUG nova.compute.manager [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.836491] env[69365]: DEBUG oslo_vmware.api [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301438, 'name': PowerOffVM_Task, 'duration_secs': 0.290395} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.837826] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.837826] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.837826] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d3ff07b-1124-4fa8-a8c1-252e913c28a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.914260] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.914498] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.914690] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Deleting the datastore file [datastore1] d0af16e1-ef91-409d-af71-2c57bd1c4aef {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.914955] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-000dab27-a6b1-4734-bf4f-82edbabee8cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.927818] env[69365]: DEBUG oslo_vmware.api [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for the task: (returnval){ [ 724.927818] env[69365]: value = "task-3301440" [ 724.927818] env[69365]: _type = "Task" [ 724.927818] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.939067] env[69365]: DEBUG oslo_vmware.api [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.311414] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7e00b1-0f4a-45cc-ae1d-16f5ee2b6b3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.319263] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8b7e1b-9eff-443e-80c1-413f4d9fc1af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.362813] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5a6c14-a5da-4b83-a395-cd5a9b818814 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.372428] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200dddbe-9dbb-47b7-af96-4e6550a8d46f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.389816] env[69365]: DEBUG nova.compute.provider_tree [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.441730] env[69365]: DEBUG oslo_vmware.api [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Task: {'id': task-3301440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141228} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.443319] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.443641] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.443836] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.444034] env[69365]: INFO nova.compute.manager [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Took 1.15 seconds to destroy the instance on the hypervisor. [ 725.448018] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.448018] env[69365]: DEBUG nova.compute.manager [-] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.448018] env[69365]: DEBUG nova.network.neutron [-] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.543152] env[69365]: DEBUG nova.compute.manager [req-02c512a3-8a73-4d07-bd49-ef90334c150d req-ae40fdc5-125e-43b3-8221-f21dc395e83e service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Received event network-changed-8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.543462] env[69365]: DEBUG nova.compute.manager [req-02c512a3-8a73-4d07-bd49-ef90334c150d req-ae40fdc5-125e-43b3-8221-f21dc395e83e service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Refreshing instance network info cache due to event network-changed-8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.543727] env[69365]: DEBUG oslo_concurrency.lockutils [req-02c512a3-8a73-4d07-bd49-ef90334c150d req-ae40fdc5-125e-43b3-8221-f21dc395e83e service nova] Acquiring lock "refresh_cache-05b0e6cb-6197-45af-bf23-bcdd30c0b399" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.703213] env[69365]: DEBUG nova.network.neutron [req-efa97496-3263-45e0-89a4-d1add9021942 req-3a0c521f-4a14-4a96-8090-f15192c3a56b service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Updated VIF entry in instance network info cache for port 8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.703614] env[69365]: DEBUG nova.network.neutron [req-efa97496-3263-45e0-89a4-d1add9021942 req-3a0c521f-4a14-4a96-8090-f15192c3a56b service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Updating instance_info_cache with network_info: [{"id": "8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac", "address": "fa:16:3e:c4:95:d3", "network": {"id": "16076c1c-2254-4409-83b6-43fec4c9995f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-773907600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d259d679704be8bc603a96dc18c3c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e69d3f2-30", "ovs_interfaceid": "8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.805021] env[69365]: DEBUG nova.compute.manager [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.832073] env[69365]: DEBUG nova.virt.hardware [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.832307] env[69365]: DEBUG nova.virt.hardware [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.832466] env[69365]: DEBUG nova.virt.hardware [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.832646] env[69365]: DEBUG nova.virt.hardware [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.832788] env[69365]: DEBUG nova.virt.hardware [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.832929] env[69365]: DEBUG nova.virt.hardware [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.833152] env[69365]: DEBUG nova.virt.hardware [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.833309] env[69365]: DEBUG nova.virt.hardware [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.833503] env[69365]: DEBUG nova.virt.hardware [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.833674] env[69365]: DEBUG nova.virt.hardware [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.833845] env[69365]: DEBUG nova.virt.hardware [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.834785] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c6e755-7a19-434b-a20c-7dc1a6e54e2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.843987] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686922d5-7ef9-41f3-87ce-a2cea8172c36 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.898224] env[69365]: DEBUG nova.scheduler.client.report [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.210759] env[69365]: DEBUG oslo_concurrency.lockutils [req-efa97496-3263-45e0-89a4-d1add9021942 req-3a0c521f-4a14-4a96-8090-f15192c3a56b service nova] Releasing lock "refresh_cache-05b0e6cb-6197-45af-bf23-bcdd30c0b399" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.210759] env[69365]: DEBUG oslo_concurrency.lockutils [req-02c512a3-8a73-4d07-bd49-ef90334c150d req-ae40fdc5-125e-43b3-8221-f21dc395e83e service nova] Acquired lock "refresh_cache-05b0e6cb-6197-45af-bf23-bcdd30c0b399" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.210759] env[69365]: DEBUG nova.network.neutron [req-02c512a3-8a73-4d07-bd49-ef90334c150d req-ae40fdc5-125e-43b3-8221-f21dc395e83e service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Refreshing network info cache for port 8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.369550] env[69365]: DEBUG nova.network.neutron [-] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.406464] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.406991] env[69365]: DEBUG nova.compute.manager [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.409654] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.929s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.411132] env[69365]: INFO nova.compute.claims [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.491322] env[69365]: DEBUG nova.network.neutron [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Successfully updated port: 7107ce45-8e06-43e6-bd15-b1d9d8399df2 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.873353] env[69365]: DEBUG nova.compute.manager [req-58d67462-73d1-4438-870b-c70a39255990 req-2e610e6b-c590-40f9-95b7-549b377f37e6 service nova] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Received event network-vif-deleted-a2e07215-b97a-4b8c-9f0a-550ea3127342 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.875466] env[69365]: INFO nova.compute.manager [-] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Took 1.43 seconds to deallocate network for instance. [ 726.921952] env[69365]: DEBUG nova.compute.utils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.927067] env[69365]: DEBUG nova.compute.manager [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.930021] env[69365]: DEBUG nova.network.neutron [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.991112] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "00f771da-7432-42cc-85d2-1eb1aa119e2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.992602] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "00f771da-7432-42cc-85d2-1eb1aa119e2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.994501] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Acquiring lock "refresh_cache-0a93f224-a989-4320-924b-4ebe511df638" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.994700] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Acquired lock "refresh_cache-0a93f224-a989-4320-924b-4ebe511df638" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.994919] env[69365]: DEBUG nova.network.neutron [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.009645] env[69365]: DEBUG nova.policy [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af5cd507e334462b9e40aec4e66e0a24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e4f3810287d4f839e62093a4e96bcd7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.129322] env[69365]: DEBUG nova.network.neutron [req-02c512a3-8a73-4d07-bd49-ef90334c150d req-ae40fdc5-125e-43b3-8221-f21dc395e83e service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Updated VIF entry in instance network info cache for port 8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.129800] env[69365]: DEBUG nova.network.neutron [req-02c512a3-8a73-4d07-bd49-ef90334c150d req-ae40fdc5-125e-43b3-8221-f21dc395e83e service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Updating instance_info_cache with network_info: [{"id": "8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac", "address": "fa:16:3e:c4:95:d3", "network": {"id": "16076c1c-2254-4409-83b6-43fec4c9995f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-773907600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d259d679704be8bc603a96dc18c3c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e69d3f2-30", "ovs_interfaceid": "8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.371309] env[69365]: DEBUG nova.compute.manager [None req-e24544a2-6a50-4d42-bf03-8762d47fd597 tempest-ServerDiagnosticsV248Test-1942060347 tempest-ServerDiagnosticsV248Test-1942060347-project-admin] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.373445] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797aeb65-cd30-48a4-994c-f2f5db70ff47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.381876] env[69365]: INFO nova.compute.manager [None req-e24544a2-6a50-4d42-bf03-8762d47fd597 tempest-ServerDiagnosticsV248Test-1942060347 tempest-ServerDiagnosticsV248Test-1942060347-project-admin] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Retrieving diagnostics [ 727.382976] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9388f61-d89c-43fa-bfca-9abaaffab91e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.387187] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.430856] env[69365]: DEBUG nova.compute.manager [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.537948] env[69365]: DEBUG nova.network.neutron [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.630652] env[69365]: DEBUG nova.network.neutron [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Successfully created port: 7035eeac-8198-441e-8326-e9eadf48e229 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.635487] env[69365]: DEBUG oslo_concurrency.lockutils [req-02c512a3-8a73-4d07-bd49-ef90334c150d req-ae40fdc5-125e-43b3-8221-f21dc395e83e service nova] Releasing lock "refresh_cache-05b0e6cb-6197-45af-bf23-bcdd30c0b399" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.711493] env[69365]: DEBUG nova.network.neutron [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Updating instance_info_cache with network_info: [{"id": "7107ce45-8e06-43e6-bd15-b1d9d8399df2", "address": "fa:16:3e:db:46:56", "network": {"id": "e87bfac5-d678-40b0-ba74-09ee6ca0d03d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1645739654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4150929d874e9b8305966abfc3ab4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7107ce45-8e", "ovs_interfaceid": "7107ce45-8e06-43e6-bd15-b1d9d8399df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.882684] env[69365]: DEBUG nova.compute.manager [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Received event network-vif-plugged-7107ce45-8e06-43e6-bd15-b1d9d8399df2 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.883270] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] Acquiring lock "0a93f224-a989-4320-924b-4ebe511df638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.883270] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] Lock "0a93f224-a989-4320-924b-4ebe511df638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.883544] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] Lock "0a93f224-a989-4320-924b-4ebe511df638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.883576] env[69365]: DEBUG nova.compute.manager [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] [instance: 0a93f224-a989-4320-924b-4ebe511df638] No waiting events found dispatching network-vif-plugged-7107ce45-8e06-43e6-bd15-b1d9d8399df2 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.883728] env[69365]: WARNING nova.compute.manager [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Received unexpected event network-vif-plugged-7107ce45-8e06-43e6-bd15-b1d9d8399df2 for instance with vm_state building and task_state spawning. [ 727.883884] env[69365]: DEBUG nova.compute.manager [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Received event network-changed-7107ce45-8e06-43e6-bd15-b1d9d8399df2 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.884502] env[69365]: DEBUG nova.compute.manager [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Refreshing instance network info cache due to event network-changed-7107ce45-8e06-43e6-bd15-b1d9d8399df2. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.884941] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] Acquiring lock "refresh_cache-0a93f224-a989-4320-924b-4ebe511df638" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.975337] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc216416-de4f-4084-893d-18e8dcb0b10e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.985257] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21317222-017c-4d56-864b-a7fba6baba4a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.016924] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5562e009-4d12-4adc-8a44-0717acf62eab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.025646] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7f22e8-3b01-4c6e-ae40-31fe069690c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.040423] env[69365]: DEBUG nova.compute.provider_tree [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.217919] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Releasing lock "refresh_cache-0a93f224-a989-4320-924b-4ebe511df638" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.218144] env[69365]: DEBUG nova.compute.manager [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Instance network_info: |[{"id": "7107ce45-8e06-43e6-bd15-b1d9d8399df2", "address": "fa:16:3e:db:46:56", "network": {"id": "e87bfac5-d678-40b0-ba74-09ee6ca0d03d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1645739654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4150929d874e9b8305966abfc3ab4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7107ce45-8e", "ovs_interfaceid": "7107ce45-8e06-43e6-bd15-b1d9d8399df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.218447] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] Acquired lock "refresh_cache-0a93f224-a989-4320-924b-4ebe511df638" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.218641] env[69365]: DEBUG nova.network.neutron [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Refreshing network info cache for port 7107ce45-8e06-43e6-bd15-b1d9d8399df2 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.220358] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:46:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7107ce45-8e06-43e6-bd15-b1d9d8399df2', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.228277] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Creating folder: Project (0b4150929d874e9b8305966abfc3ab4b). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.231776] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc5f95de-1bab-498c-9f4d-7883a72ff697 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.242173] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Created folder: Project (0b4150929d874e9b8305966abfc3ab4b) in parent group-v659152. [ 728.243048] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Creating folder: Instances. Parent ref: group-v659221. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.243048] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-702e69f7-ec42-4d92-80a2-f1a129f5f7cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.254799] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Created folder: Instances in parent group-v659221. [ 728.255061] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.255510] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.255798] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f7e129b-627d-4076-ae73-adf247133673 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.278398] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.278398] env[69365]: value = "task-3301443" [ 728.278398] env[69365]: _type = "Task" [ 728.278398] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.286296] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301443, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.440825] env[69365]: DEBUG nova.compute.manager [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.470464] env[69365]: DEBUG nova.virt.hardware [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.470726] env[69365]: DEBUG nova.virt.hardware [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.470862] env[69365]: DEBUG nova.virt.hardware [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.471051] env[69365]: DEBUG nova.virt.hardware [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.471203] env[69365]: DEBUG nova.virt.hardware [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.471368] env[69365]: DEBUG nova.virt.hardware [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.471578] env[69365]: DEBUG nova.virt.hardware [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.471734] env[69365]: DEBUG nova.virt.hardware [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.471900] env[69365]: DEBUG nova.virt.hardware [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.472154] env[69365]: DEBUG nova.virt.hardware [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.472358] env[69365]: DEBUG nova.virt.hardware [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.473252] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca693bf-8348-4fcb-bb38-ea55e027bf54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.482289] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e103a8a4-b344-462e-8b4f-8e542419231c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.543776] env[69365]: DEBUG nova.scheduler.client.report [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.702224] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Acquiring lock "7999266e-8690-4570-a9c2-f5251c4ed2f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.702524] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Lock "7999266e-8690-4570-a9c2-f5251c4ed2f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.702745] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Acquiring lock "7999266e-8690-4570-a9c2-f5251c4ed2f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.702930] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Lock "7999266e-8690-4570-a9c2-f5251c4ed2f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.703117] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Lock "7999266e-8690-4570-a9c2-f5251c4ed2f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.705616] env[69365]: INFO nova.compute.manager [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Terminating instance [ 728.790178] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301443, 'name': CreateVM_Task, 'duration_secs': 0.430835} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.790847] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.791153] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.791443] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.792167] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.792227] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e109138-d599-488f-8c70-6ee8f0078ff4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.797387] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Waiting for the task: (returnval){ [ 728.797387] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5280d1cd-86fe-ef48-48a4-cc18ff1646ae" [ 728.797387] env[69365]: _type = "Task" [ 728.797387] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.806280] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5280d1cd-86fe-ef48-48a4-cc18ff1646ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.006097] env[69365]: DEBUG nova.network.neutron [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Updated VIF entry in instance network info cache for port 7107ce45-8e06-43e6-bd15-b1d9d8399df2. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.006097] env[69365]: DEBUG nova.network.neutron [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Updating instance_info_cache with network_info: [{"id": "7107ce45-8e06-43e6-bd15-b1d9d8399df2", "address": "fa:16:3e:db:46:56", "network": {"id": "e87bfac5-d678-40b0-ba74-09ee6ca0d03d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1645739654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4150929d874e9b8305966abfc3ab4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7107ce45-8e", "ovs_interfaceid": "7107ce45-8e06-43e6-bd15-b1d9d8399df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.049281] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.053669] env[69365]: DEBUG nova.compute.manager [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.056482] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.510s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.057851] env[69365]: DEBUG nova.objects.instance [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Lazy-loading 'resources' on Instance uuid 96159685-0d1e-4992-9e01-a8142fdd47b8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.209660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Acquiring lock "refresh_cache-7999266e-8690-4570-a9c2-f5251c4ed2f4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.210390] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Acquired lock "refresh_cache-7999266e-8690-4570-a9c2-f5251c4ed2f4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.210638] env[69365]: DEBUG nova.network.neutron [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.270149] env[69365]: DEBUG nova.compute.manager [req-1c8012e5-4781-49ed-80d2-3c2cc502aee1 req-736153c5-b427-44e8-9208-b7dc5cf878c6 service nova] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Received event network-vif-plugged-7035eeac-8198-441e-8326-e9eadf48e229 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.270149] env[69365]: DEBUG oslo_concurrency.lockutils [req-1c8012e5-4781-49ed-80d2-3c2cc502aee1 req-736153c5-b427-44e8-9208-b7dc5cf878c6 service nova] Acquiring lock "849e17e3-3933-49e5-a564-2afe368d7fc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.270149] env[69365]: DEBUG oslo_concurrency.lockutils [req-1c8012e5-4781-49ed-80d2-3c2cc502aee1 req-736153c5-b427-44e8-9208-b7dc5cf878c6 service nova] Lock "849e17e3-3933-49e5-a564-2afe368d7fc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.270149] env[69365]: DEBUG oslo_concurrency.lockutils [req-1c8012e5-4781-49ed-80d2-3c2cc502aee1 req-736153c5-b427-44e8-9208-b7dc5cf878c6 service nova] Lock "849e17e3-3933-49e5-a564-2afe368d7fc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.270149] env[69365]: DEBUG nova.compute.manager [req-1c8012e5-4781-49ed-80d2-3c2cc502aee1 req-736153c5-b427-44e8-9208-b7dc5cf878c6 service nova] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] No waiting events found dispatching network-vif-plugged-7035eeac-8198-441e-8326-e9eadf48e229 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.270940] env[69365]: WARNING nova.compute.manager [req-1c8012e5-4781-49ed-80d2-3c2cc502aee1 req-736153c5-b427-44e8-9208-b7dc5cf878c6 service nova] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Received unexpected event network-vif-plugged-7035eeac-8198-441e-8326-e9eadf48e229 for instance with vm_state building and task_state spawning. [ 729.299179] env[69365]: DEBUG nova.network.neutron [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Successfully updated port: 7035eeac-8198-441e-8326-e9eadf48e229 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.310724] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5280d1cd-86fe-ef48-48a4-cc18ff1646ae, 'name': SearchDatastore_Task, 'duration_secs': 0.012555} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.311666] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.311890] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.312132] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.312271] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.312442] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.312942] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5105c77-5914-4f07-ab43-fe80f103df70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.323227] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.323586] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.324343] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3705c7-5d3b-41c8-82c0-dedf83bd0c69 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.333495] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Waiting for the task: (returnval){ [ 729.333495] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52053197-5712-3ca7-9133-e172b885742e" [ 729.333495] env[69365]: _type = "Task" [ 729.333495] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.351976] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52053197-5712-3ca7-9133-e172b885742e, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.352836] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2307b934-f63d-456c-aafc-80806d29de42 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.360297] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Waiting for the task: (returnval){ [ 729.360297] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52967087-c3f9-4fa5-deb0-9c414e03849c" [ 729.360297] env[69365]: _type = "Task" [ 729.360297] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.368677] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52967087-c3f9-4fa5-deb0-9c414e03849c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.510909] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4a17875-2e97-4cd1-a2c1-3ed9070d9cc0 req-4a23edb6-618e-4b02-9d73-04d65397f8de service nova] Releasing lock "refresh_cache-0a93f224-a989-4320-924b-4ebe511df638" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.566406] env[69365]: DEBUG nova.compute.utils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.567743] env[69365]: DEBUG nova.compute.manager [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.567743] env[69365]: DEBUG nova.network.neutron [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.644114] env[69365]: DEBUG nova.policy [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2aba849387c84f4b802cf826e19e4767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dcccd5b2d21474a8b93cb2c02b9c163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.746231] env[69365]: DEBUG nova.network.neutron [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.801153] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Acquiring lock "refresh_cache-849e17e3-3933-49e5-a564-2afe368d7fc2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.801315] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Acquired lock "refresh_cache-849e17e3-3933-49e5-a564-2afe368d7fc2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.801483] env[69365]: DEBUG nova.network.neutron [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.833995] env[69365]: DEBUG nova.network.neutron [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.875590] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52967087-c3f9-4fa5-deb0-9c414e03849c, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.878442] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.878698] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 0a93f224-a989-4320-924b-4ebe511df638/0a93f224-a989-4320-924b-4ebe511df638.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.879977] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-547a3d1f-9f98-4763-b6fa-74d5c7c71e3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.888314] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Waiting for the task: (returnval){ [ 729.888314] env[69365]: value = "task-3301444" [ 729.888314] env[69365]: _type = "Task" [ 729.888314] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.899231] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.071123] env[69365]: DEBUG nova.compute.manager [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.127058] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3cd6c8-47cb-45b7-8f1d-8f9dae734994 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.138511] env[69365]: DEBUG nova.network.neutron [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Successfully created port: c7f15ee2-80dc-42ef-b5be-56063ae128d1 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.141461] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb6cec5-1a35-4b46-b054-0de129e52a85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.180583] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81250340-2efe-48ab-a824-4af16c7e459a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.191546] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8d998a-74a6-4d65-8fd5-877cb7ba9765 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.212878] env[69365]: DEBUG nova.compute.provider_tree [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.337680] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Releasing lock "refresh_cache-7999266e-8690-4570-a9c2-f5251c4ed2f4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.338252] env[69365]: DEBUG nova.compute.manager [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.339433] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.339433] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7483e2-1b8c-4551-a29f-48e355f82182 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.351607] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.351918] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ae5152a-6b67-4895-80df-1fb8d9865803 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.360698] env[69365]: DEBUG oslo_vmware.api [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Waiting for the task: (returnval){ [ 730.360698] env[69365]: value = "task-3301445" [ 730.360698] env[69365]: _type = "Task" [ 730.360698] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.365909] env[69365]: DEBUG nova.network.neutron [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.377655] env[69365]: DEBUG oslo_vmware.api [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.400385] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465043} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.400652] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 0a93f224-a989-4320-924b-4ebe511df638/0a93f224-a989-4320-924b-4ebe511df638.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.400868] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.401266] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7944b36a-1e4c-4d88-94fe-3ec7c8d04f27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.410874] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Waiting for the task: (returnval){ [ 730.410874] env[69365]: value = "task-3301446" [ 730.410874] env[69365]: _type = "Task" [ 730.410874] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.424626] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.567985] env[69365]: DEBUG nova.network.neutron [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Updating instance_info_cache with network_info: [{"id": "7035eeac-8198-441e-8326-e9eadf48e229", "address": "fa:16:3e:94:dc:e2", "network": {"id": "107f4b00-1c93-42ac-911c-2546e6ef7a03", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-241996344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e4f3810287d4f839e62093a4e96bcd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7035eeac-81", "ovs_interfaceid": "7035eeac-8198-441e-8326-e9eadf48e229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.719894] env[69365]: DEBUG nova.scheduler.client.report [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.815141] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.815428] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.870712] env[69365]: DEBUG oslo_vmware.api [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301445, 'name': PowerOffVM_Task, 'duration_secs': 0.201435} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.870968] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.871154] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.871411] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27097eaf-236b-4401-9d1f-1f3feb7c5d4f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.899604] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.899843] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.900039] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Deleting the datastore file [datastore1] 7999266e-8690-4570-a9c2-f5251c4ed2f4 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.900301] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-457f24ea-0488-4677-b369-ff408c207441 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.907943] env[69365]: DEBUG oslo_vmware.api [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Waiting for the task: (returnval){ [ 730.907943] env[69365]: value = "task-3301448" [ 730.907943] env[69365]: _type = "Task" [ 730.907943] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.919095] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066157} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.922116] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.922409] env[69365]: DEBUG oslo_vmware.api [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.923103] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7412f9-341a-4b05-a44d-d0bf9892b4b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.945659] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 0a93f224-a989-4320-924b-4ebe511df638/0a93f224-a989-4320-924b-4ebe511df638.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.945659] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d1b1883-5b9e-4773-870c-523cfb12a9ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.966801] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Waiting for the task: (returnval){ [ 730.966801] env[69365]: value = "task-3301449" [ 730.966801] env[69365]: _type = "Task" [ 730.966801] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.977175] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.073690] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Releasing lock "refresh_cache-849e17e3-3933-49e5-a564-2afe368d7fc2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.074081] env[69365]: DEBUG nova.compute.manager [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Instance network_info: |[{"id": "7035eeac-8198-441e-8326-e9eadf48e229", "address": "fa:16:3e:94:dc:e2", "network": {"id": "107f4b00-1c93-42ac-911c-2546e6ef7a03", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-241996344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e4f3810287d4f839e62093a4e96bcd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7035eeac-81", "ovs_interfaceid": "7035eeac-8198-441e-8326-e9eadf48e229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.074606] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:dc:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7035eeac-8198-441e-8326-e9eadf48e229', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.082186] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Creating folder: Project (3e4f3810287d4f839e62093a4e96bcd7). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.083312] env[69365]: DEBUG nova.compute.manager [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.085444] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a29fdb2-439d-4c06-b135-39e0fb8cca47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.098011] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Created folder: Project (3e4f3810287d4f839e62093a4e96bcd7) in parent group-v659152. [ 731.098228] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Creating folder: Instances. Parent ref: group-v659224. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.098470] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a960b85d-92fa-4ccd-9a0b-99e07b8567d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.796979] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.740s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.803061] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.376s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.805383] env[69365]: INFO nova.compute.claims [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.807721] env[69365]: DEBUG nova.compute.manager [req-0d8b286f-69a4-4dfe-9d4b-1dfe41a27056 req-d4a7aaf8-f42e-4c2b-b07f-bf168b9bade1 service nova] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Received event network-changed-7035eeac-8198-441e-8326-e9eadf48e229 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.807721] env[69365]: DEBUG nova.compute.manager [req-0d8b286f-69a4-4dfe-9d4b-1dfe41a27056 req-d4a7aaf8-f42e-4c2b-b07f-bf168b9bade1 service nova] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Refreshing instance network info cache due to event network-changed-7035eeac-8198-441e-8326-e9eadf48e229. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.807940] env[69365]: DEBUG oslo_concurrency.lockutils [req-0d8b286f-69a4-4dfe-9d4b-1dfe41a27056 req-d4a7aaf8-f42e-4c2b-b07f-bf168b9bade1 service nova] Acquiring lock "refresh_cache-849e17e3-3933-49e5-a564-2afe368d7fc2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.808078] env[69365]: DEBUG oslo_concurrency.lockutils [req-0d8b286f-69a4-4dfe-9d4b-1dfe41a27056 req-d4a7aaf8-f42e-4c2b-b07f-bf168b9bade1 service nova] Acquired lock "refresh_cache-849e17e3-3933-49e5-a564-2afe368d7fc2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.808225] env[69365]: DEBUG nova.network.neutron [req-0d8b286f-69a4-4dfe-9d4b-1dfe41a27056 req-d4a7aaf8-f42e-4c2b-b07f-bf168b9bade1 service nova] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Refreshing network info cache for port 7035eeac-8198-441e-8326-e9eadf48e229 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.815445] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Created folder: Instances in parent group-v659224. [ 731.815608] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.818293] env[69365]: DEBUG nova.virt.hardware [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.818293] env[69365]: DEBUG nova.virt.hardware [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.818496] env[69365]: DEBUG nova.virt.hardware [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.818565] env[69365]: DEBUG nova.virt.hardware [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.818726] env[69365]: DEBUG nova.virt.hardware [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.818814] env[69365]: DEBUG nova.virt.hardware [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.819081] env[69365]: DEBUG nova.virt.hardware [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.819247] env[69365]: DEBUG nova.virt.hardware [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.819344] env[69365]: DEBUG nova.virt.hardware [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.819519] env[69365]: DEBUG nova.virt.hardware [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.819721] env[69365]: DEBUG nova.virt.hardware [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.820149] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.821157] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7578cf3d-cb83-4fe0-8167-a3a29f884b3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.824921] env[69365]: DEBUG nova.network.neutron [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Successfully updated port: c7f15ee2-80dc-42ef-b5be-56063ae128d1 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.826499] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0071c6c-eba0-40a0-a607-7506a0728be3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.847850] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301449, 'name': ReconfigVM_Task, 'duration_secs': 0.84826} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.848120] env[69365]: DEBUG oslo_vmware.api [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Task: {'id': task-3301448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100483} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.849035] env[69365]: INFO nova.scheduler.client.report [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Deleted allocations for instance 96159685-0d1e-4992-9e01-a8142fdd47b8 [ 731.850380] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 0a93f224-a989-4320-924b-4ebe511df638/0a93f224-a989-4320-924b-4ebe511df638.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.852132] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.852132] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.852132] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.852132] env[69365]: INFO nova.compute.manager [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Took 1.51 seconds to destroy the instance on the hypervisor. [ 731.852132] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.856811] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5236facb-12bb-42c5-a701-ad748412d16f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.858256] env[69365]: DEBUG nova.compute.manager [-] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.858402] env[69365]: DEBUG nova.network.neutron [-] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.862647] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351cbd3b-a8f7-4141-9ce9-a936cebb2db8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.867386] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.867386] env[69365]: value = "task-3301452" [ 731.867386] env[69365]: _type = "Task" [ 731.867386] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.881592] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Waiting for the task: (returnval){ [ 731.881592] env[69365]: value = "task-3301453" [ 731.881592] env[69365]: _type = "Task" [ 731.881592] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.887699] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301452, 'name': CreateVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.895247] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301453, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.898084] env[69365]: DEBUG nova.network.neutron [-] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.342222] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.343028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.343028] env[69365]: DEBUG nova.network.neutron [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.366873] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eee63e59-34a3-44b5-8454-45900d28e467 tempest-ImagesNegativeTestJSON-559848275 tempest-ImagesNegativeTestJSON-559848275-project-member] Lock "96159685-0d1e-4992-9e01-a8142fdd47b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.319s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.378511] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301452, 'name': CreateVM_Task, 'duration_secs': 0.463752} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.378675] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.379382] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.379534] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.379838] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.380099] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7dd84b-fc2a-4007-baf5-4b18667523d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.397341] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301453, 'name': Rename_Task, 'duration_secs': 0.193573} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.397627] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Waiting for the task: (returnval){ [ 732.397627] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fe8b02-fac0-4520-2c82-132bb168f252" [ 732.397627] env[69365]: _type = "Task" [ 732.397627] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.398123] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.398405] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53f8eba4-217b-4049-9244-78bed263d5b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.404432] env[69365]: DEBUG nova.network.neutron [-] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.410016] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fe8b02-fac0-4520-2c82-132bb168f252, 'name': SearchDatastore_Task, 'duration_secs': 0.013182} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.412399] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.412652] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.412857] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.413008] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.413188] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.413542] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Waiting for the task: (returnval){ [ 732.413542] env[69365]: value = "task-3301454" [ 732.413542] env[69365]: _type = "Task" [ 732.413542] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.413740] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cadffe59-828b-4dfe-9989-7ced81bc881f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.428673] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.429918] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.430123] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.430847] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ac6a8f-dc17-42f8-b24a-3bd870c8f711 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.437481] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Waiting for the task: (returnval){ [ 732.437481] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f2dbda-3f37-e817-29f8-59f3d7b246e1" [ 732.437481] env[69365]: _type = "Task" [ 732.437481] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.450086] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f2dbda-3f37-e817-29f8-59f3d7b246e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.567734] env[69365]: DEBUG nova.network.neutron [req-0d8b286f-69a4-4dfe-9d4b-1dfe41a27056 req-d4a7aaf8-f42e-4c2b-b07f-bf168b9bade1 service nova] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Updated VIF entry in instance network info cache for port 7035eeac-8198-441e-8326-e9eadf48e229. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.568130] env[69365]: DEBUG nova.network.neutron [req-0d8b286f-69a4-4dfe-9d4b-1dfe41a27056 req-d4a7aaf8-f42e-4c2b-b07f-bf168b9bade1 service nova] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Updating instance_info_cache with network_info: [{"id": "7035eeac-8198-441e-8326-e9eadf48e229", "address": "fa:16:3e:94:dc:e2", "network": {"id": "107f4b00-1c93-42ac-911c-2546e6ef7a03", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-241996344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e4f3810287d4f839e62093a4e96bcd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7035eeac-81", "ovs_interfaceid": "7035eeac-8198-441e-8326-e9eadf48e229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.896393] env[69365]: DEBUG nova.network.neutron [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.905700] env[69365]: INFO nova.compute.manager [-] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Took 1.05 seconds to deallocate network for instance. [ 732.926935] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.951275] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f2dbda-3f37-e817-29f8-59f3d7b246e1, 'name': SearchDatastore_Task, 'duration_secs': 0.017695} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.952117] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5862e7c-819c-4508-9db5-be04df99a902 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.962893] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Waiting for the task: (returnval){ [ 732.962893] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e36f8e-857a-e8d7-bd37-279f8d9cee17" [ 732.962893] env[69365]: _type = "Task" [ 732.962893] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.972170] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e36f8e-857a-e8d7-bd37-279f8d9cee17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.070834] env[69365]: DEBUG oslo_concurrency.lockutils [req-0d8b286f-69a4-4dfe-9d4b-1dfe41a27056 req-d4a7aaf8-f42e-4c2b-b07f-bf168b9bade1 service nova] Releasing lock "refresh_cache-849e17e3-3933-49e5-a564-2afe368d7fc2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.082081] env[69365]: DEBUG nova.network.neutron [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance_info_cache with network_info: [{"id": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "address": "fa:16:3e:5a:f5:60", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f15ee2-80", "ovs_interfaceid": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.307032] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bbba99-2fb9-42ee-8dea-99800984164f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.315254] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1171fdb4-c6ea-4b85-89d5-f1131e46d9f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.321794] env[69365]: DEBUG nova.compute.manager [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Received event network-vif-plugged-c7f15ee2-80dc-42ef-b5be-56063ae128d1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.321794] env[69365]: DEBUG oslo_concurrency.lockutils [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] Acquiring lock "82ca099c-426d-4ef1-b78e-a6039bb4e284-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.321794] env[69365]: DEBUG oslo_concurrency.lockutils [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.321794] env[69365]: DEBUG oslo_concurrency.lockutils [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.321794] env[69365]: DEBUG nova.compute.manager [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] No waiting events found dispatching network-vif-plugged-c7f15ee2-80dc-42ef-b5be-56063ae128d1 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.322371] env[69365]: WARNING nova.compute.manager [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Received unexpected event network-vif-plugged-c7f15ee2-80dc-42ef-b5be-56063ae128d1 for instance with vm_state building and task_state spawning. [ 733.322371] env[69365]: DEBUG nova.compute.manager [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Received event network-changed-c7f15ee2-80dc-42ef-b5be-56063ae128d1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.322371] env[69365]: DEBUG nova.compute.manager [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Refreshing instance network info cache due to event network-changed-c7f15ee2-80dc-42ef-b5be-56063ae128d1. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.322467] env[69365]: DEBUG oslo_concurrency.lockutils [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] Acquiring lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.347972] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f877536b-e727-4331-beb6-e231aeb42a47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.355595] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d525f9d4-db49-4615-82ae-11e2b849e1cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.370312] env[69365]: DEBUG nova.compute.provider_tree [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.414697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.427593] env[69365]: DEBUG oslo_vmware.api [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301454, 'name': PowerOnVM_Task, 'duration_secs': 0.725806} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.427885] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.428098] env[69365]: INFO nova.compute.manager [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Took 7.63 seconds to spawn the instance on the hypervisor. [ 733.428285] env[69365]: DEBUG nova.compute.manager [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.429069] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e73ee47-df2c-4db1-9d08-dc5a73d49796 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.476709] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e36f8e-857a-e8d7-bd37-279f8d9cee17, 'name': SearchDatastore_Task, 'duration_secs': 0.013449} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.476977] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.477264] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 849e17e3-3933-49e5-a564-2afe368d7fc2/849e17e3-3933-49e5-a564-2afe368d7fc2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.477526] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b75717e7-0fc9-4cab-940e-5943318aa933 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.489984] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Waiting for the task: (returnval){ [ 733.489984] env[69365]: value = "task-3301455" [ 733.489984] env[69365]: _type = "Task" [ 733.489984] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.498903] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.585333] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.586170] env[69365]: DEBUG nova.compute.manager [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Instance network_info: |[{"id": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "address": "fa:16:3e:5a:f5:60", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f15ee2-80", "ovs_interfaceid": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.587368] env[69365]: DEBUG oslo_concurrency.lockutils [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] Acquired lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.587368] env[69365]: DEBUG nova.network.neutron [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Refreshing network info cache for port c7f15ee2-80dc-42ef-b5be-56063ae128d1 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.589708] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:f5:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7f15ee2-80dc-42ef-b5be-56063ae128d1', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.601480] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Creating folder: Project (7dcccd5b2d21474a8b93cb2c02b9c163). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.602537] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e55c1741-0dc8-414b-82e3-29c3f5516631 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.616493] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Created folder: Project (7dcccd5b2d21474a8b93cb2c02b9c163) in parent group-v659152. [ 733.616569] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Creating folder: Instances. Parent ref: group-v659227. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.616864] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c061cd0e-9cb2-4b3a-bdab-6d8406d61181 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.628605] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Created folder: Instances in parent group-v659227. [ 733.628748] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.628944] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.629206] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01ae58a9-41a5-4d02-a9d2-953c49746267 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.651867] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.651867] env[69365]: value = "task-3301458" [ 733.651867] env[69365]: _type = "Task" [ 733.651867] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.660610] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301458, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.873169] env[69365]: DEBUG nova.scheduler.client.report [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.950689] env[69365]: INFO nova.compute.manager [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Took 42.28 seconds to build instance. [ 733.999211] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487174} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.999671] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 849e17e3-3933-49e5-a564-2afe368d7fc2/849e17e3-3933-49e5-a564-2afe368d7fc2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.000181] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.000569] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1170c874-7aa8-429a-ac2b-9307f0b15a76 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.011023] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Waiting for the task: (returnval){ [ 734.011023] env[69365]: value = "task-3301459" [ 734.011023] env[69365]: _type = "Task" [ 734.011023] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.019271] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.117353] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.117715] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.172458] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301458, 'name': CreateVM_Task, 'duration_secs': 0.42696} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.173191] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.174092] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.174092] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.174092] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.174212] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e968b665-8e8a-49b8-8c5b-3dbc40b9f46f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.179876] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 734.179876] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522de587-9c3f-4966-6bf7-acdb81d1fee5" [ 734.179876] env[69365]: _type = "Task" [ 734.179876] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.190322] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522de587-9c3f-4966-6bf7-acdb81d1fee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.379042] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.380022] env[69365]: DEBUG nova.compute.manager [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.382803] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.569s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.383036] env[69365]: DEBUG nova.objects.instance [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lazy-loading 'resources' on Instance uuid a093a10f-7e15-4efe-85ea-2b8e70ee61ed {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.445341] env[69365]: DEBUG nova.network.neutron [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updated VIF entry in instance network info cache for port c7f15ee2-80dc-42ef-b5be-56063ae128d1. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.445739] env[69365]: DEBUG nova.network.neutron [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance_info_cache with network_info: [{"id": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "address": "fa:16:3e:5a:f5:60", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f15ee2-80", "ovs_interfaceid": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.454250] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6dcf5d4-c0a0-4271-b412-314b9abc9b98 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Lock "0a93f224-a989-4320-924b-4ebe511df638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.399s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.523319] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089595} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.523523] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.525032] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6280c49-9018-47cd-a4dc-55ad7180c1fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.552230] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 849e17e3-3933-49e5-a564-2afe368d7fc2/849e17e3-3933-49e5-a564-2afe368d7fc2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.552533] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b056df39-73a6-4e94-aec7-5b29d49bdcf1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.574645] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Waiting for the task: (returnval){ [ 734.574645] env[69365]: value = "task-3301460" [ 734.574645] env[69365]: _type = "Task" [ 734.574645] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.584074] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.625425] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.629021] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.629021] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.629021] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.629021] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.629021] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.629021] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 734.629671] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.692936] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522de587-9c3f-4966-6bf7-acdb81d1fee5, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.693389] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.693707] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.694468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.694468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.694468] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.694839] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d92d88dc-88bd-428f-a680-151f302901f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.704688] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.705163] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.705766] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c4c979-6490-4488-a0ae-393a62f633bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.714520] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 734.714520] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ba1a48-1609-d863-56f9-c340f97db6cc" [ 734.714520] env[69365]: _type = "Task" [ 734.714520] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.725467] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ba1a48-1609-d863-56f9-c340f97db6cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.891046] env[69365]: DEBUG nova.compute.utils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.896475] env[69365]: DEBUG nova.compute.manager [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.896657] env[69365]: DEBUG nova.network.neutron [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.949461] env[69365]: DEBUG oslo_concurrency.lockutils [req-a301b3b8-9bb8-4cba-ac8b-9b1a79113d0f req-176426d8-d94d-493b-a293-5e1bd9a56c60 service nova] Releasing lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.956450] env[69365]: DEBUG nova.compute.manager [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.968239] env[69365]: DEBUG nova.policy [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb0d6f5ec514d069f7c7217349f16a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cafc6474bf244ff9a6ba8365392545d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.088551] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301460, 'name': ReconfigVM_Task, 'duration_secs': 0.450042} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.088899] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 849e17e3-3933-49e5-a564-2afe368d7fc2/849e17e3-3933-49e5-a564-2afe368d7fc2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.089537] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-007fc45e-2e03-4301-aca4-676cba269bdc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.098435] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Waiting for the task: (returnval){ [ 735.098435] env[69365]: value = "task-3301461" [ 735.098435] env[69365]: _type = "Task" [ 735.098435] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.109994] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301461, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.118176] env[69365]: DEBUG oslo_concurrency.lockutils [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Acquiring lock "0a93f224-a989-4320-924b-4ebe511df638" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.119048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Lock "0a93f224-a989-4320-924b-4ebe511df638" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.119048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Acquiring lock "0a93f224-a989-4320-924b-4ebe511df638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.119048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Lock "0a93f224-a989-4320-924b-4ebe511df638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.119048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Lock "0a93f224-a989-4320-924b-4ebe511df638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.127802] env[69365]: INFO nova.compute.manager [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Terminating instance [ 735.129538] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.225489] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ba1a48-1609-d863-56f9-c340f97db6cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012243} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.229105] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449cc8e6-797f-4f49-b945-5a122d2767ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.236924] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 735.236924] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5285e80d-209a-5410-7e39-804d31f42933" [ 735.236924] env[69365]: _type = "Task" [ 735.236924] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.251155] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5285e80d-209a-5410-7e39-804d31f42933, 'name': SearchDatastore_Task, 'duration_secs': 0.012877} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.251408] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.251860] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 82ca099c-426d-4ef1-b78e-a6039bb4e284/82ca099c-426d-4ef1-b78e-a6039bb4e284.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.252152] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e2ec618-2389-4505-bb08-4fff11bea9d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.263364] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 735.263364] env[69365]: value = "task-3301462" [ 735.263364] env[69365]: _type = "Task" [ 735.263364] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.272984] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.304783] env[69365]: DEBUG nova.network.neutron [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Successfully created port: da5d982a-fd84-471e-a753-e4ce32765228 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.400111] env[69365]: DEBUG nova.compute.manager [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.425286] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0851024-c41a-4f94-ba28-62831daf6933 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.436312] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bbec4b-6165-4da8-8a9b-65947dfc2b7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.477477] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cc0baa-6013-42b6-9ba3-e95967e1b348 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.487678] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd32f75-166f-4c09-8602-b68fdcc45ee6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.494187] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.494187] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "interface-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.494187] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.494187] env[69365]: DEBUG nova.objects.instance [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'flavor' on Instance uuid 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.507659] env[69365]: DEBUG nova.compute.provider_tree [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.611160] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301461, 'name': Rename_Task, 'duration_secs': 0.357211} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.611702] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.612015] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8db7389f-1a71-481d-891d-499412bdaa00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.621033] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Waiting for the task: (returnval){ [ 735.621033] env[69365]: value = "task-3301463" [ 735.621033] env[69365]: _type = "Task" [ 735.621033] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.632164] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.635282] env[69365]: DEBUG nova.compute.manager [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.635332] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.636686] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c410c937-b68c-4690-adc2-4dea1379e2e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.647936] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.648395] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aab3ef26-6e0c-47c5-ac2d-86c32b4d0daa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.659024] env[69365]: DEBUG oslo_vmware.api [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Waiting for the task: (returnval){ [ 735.659024] env[69365]: value = "task-3301464" [ 735.659024] env[69365]: _type = "Task" [ 735.659024] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.671660] env[69365]: DEBUG oslo_vmware.api [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.775617] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301462, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.011602] env[69365]: DEBUG nova.scheduler.client.report [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.132552] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301463, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.171085] env[69365]: DEBUG oslo_vmware.api [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301464, 'name': PowerOffVM_Task, 'duration_secs': 0.223794} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.172521] env[69365]: DEBUG nova.objects.instance [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'pci_requests' on Instance uuid 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.174052] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.174358] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.175018] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d52f2bb-74f6-4115-92a8-47463f482e27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.253297] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.253597] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.253796] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Deleting the datastore file [datastore1] 0a93f224-a989-4320-924b-4ebe511df638 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.254073] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4ebba62-dc75-4c94-9bf1-53bb43fa40b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.260806] env[69365]: DEBUG oslo_vmware.api [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Waiting for the task: (returnval){ [ 736.260806] env[69365]: value = "task-3301466" [ 736.260806] env[69365]: _type = "Task" [ 736.260806] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.278813] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518955} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.278813] env[69365]: DEBUG oslo_vmware.api [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.278948] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 82ca099c-426d-4ef1-b78e-a6039bb4e284/82ca099c-426d-4ef1-b78e-a6039bb4e284.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.279259] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.279590] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e076abee-46c7-4f89-90b6-4c4963e765f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.288021] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 736.288021] env[69365]: value = "task-3301467" [ 736.288021] env[69365]: _type = "Task" [ 736.288021] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.295654] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.412045] env[69365]: DEBUG nova.compute.manager [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.437927] env[69365]: DEBUG nova.virt.hardware [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.438256] env[69365]: DEBUG nova.virt.hardware [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.438351] env[69365]: DEBUG nova.virt.hardware [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.438515] env[69365]: DEBUG nova.virt.hardware [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.438660] env[69365]: DEBUG nova.virt.hardware [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.438803] env[69365]: DEBUG nova.virt.hardware [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.439023] env[69365]: DEBUG nova.virt.hardware [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.439179] env[69365]: DEBUG nova.virt.hardware [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.439341] env[69365]: DEBUG nova.virt.hardware [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.439498] env[69365]: DEBUG nova.virt.hardware [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.439670] env[69365]: DEBUG nova.virt.hardware [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.440540] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535547f8-1833-40b2-86b1-1e016eb70a64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.449964] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce8ae50-0246-4d10-9b6e-60cee5a732ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.516796] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.520332] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.032s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.521972] env[69365]: INFO nova.compute.claims [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.548241] env[69365]: INFO nova.scheduler.client.report [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleted allocations for instance a093a10f-7e15-4efe-85ea-2b8e70ee61ed [ 736.632502] env[69365]: DEBUG oslo_vmware.api [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301463, 'name': PowerOnVM_Task, 'duration_secs': 0.574096} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.632771] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.632972] env[69365]: INFO nova.compute.manager [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Took 8.19 seconds to spawn the instance on the hypervisor. [ 736.633299] env[69365]: DEBUG nova.compute.manager [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.633989] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7c3ffa-302f-4a91-9f3b-1bf0f10ca610 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.676343] env[69365]: DEBUG nova.objects.base [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Object Instance<53cb2fdd-0478-426e-a4e0-e5cf24fffa2a> lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 736.676343] env[69365]: DEBUG nova.network.neutron [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.745447] env[69365]: DEBUG nova.policy [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bea9170487bc468691c980517ad8cd95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03188c2e9e3d4da7b18a41fb78d6d5be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.774326] env[69365]: DEBUG oslo_vmware.api [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Task: {'id': task-3301466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146446} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.774606] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.774787] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.775168] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.775357] env[69365]: INFO nova.compute.manager [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Took 1.14 seconds to destroy the instance on the hypervisor. [ 736.775601] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.775796] env[69365]: DEBUG nova.compute.manager [-] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.775969] env[69365]: DEBUG nova.network.neutron [-] [instance: 0a93f224-a989-4320-924b-4ebe511df638] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.797458] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065365} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.797724] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.798497] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e8aeee-0495-4550-8e72-a075dc183cf7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.828908] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 82ca099c-426d-4ef1-b78e-a6039bb4e284/82ca099c-426d-4ef1-b78e-a6039bb4e284.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.829328] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-593fbf9d-04c3-494a-a70a-e629ccfefb32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.856112] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 736.856112] env[69365]: value = "task-3301468" [ 736.856112] env[69365]: _type = "Task" [ 736.856112] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.866430] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.886982] env[69365]: DEBUG nova.network.neutron [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Successfully updated port: da5d982a-fd84-471e-a753-e4ce32765228 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.062542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28ee6a32-8229-40ce-ace3-db068fcbc1a8 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "a093a10f-7e15-4efe-85ea-2b8e70ee61ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.583s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.155482] env[69365]: INFO nova.compute.manager [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Took 43.34 seconds to build instance. [ 737.167977] env[69365]: DEBUG nova.network.neutron [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Successfully created port: 15fd5320-dcff-4aa7-bfd0-07bd0db1491f {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.370475] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.390531] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Acquiring lock "refresh_cache-a6c770c1-38c9-456c-ac52-79f02354de76" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.390615] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Acquired lock "refresh_cache-a6c770c1-38c9-456c-ac52-79f02354de76" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.390719] env[69365]: DEBUG nova.network.neutron [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.480011] env[69365]: DEBUG nova.compute.manager [req-ff4c5d8f-8e5a-4fe0-aab9-3839d0e9e485 req-9896a816-01bb-4bea-804d-d660a0290151 service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Received event network-vif-plugged-da5d982a-fd84-471e-a753-e4ce32765228 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.482361] env[69365]: DEBUG oslo_concurrency.lockutils [req-ff4c5d8f-8e5a-4fe0-aab9-3839d0e9e485 req-9896a816-01bb-4bea-804d-d660a0290151 service nova] Acquiring lock "a6c770c1-38c9-456c-ac52-79f02354de76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.482361] env[69365]: DEBUG oslo_concurrency.lockutils [req-ff4c5d8f-8e5a-4fe0-aab9-3839d0e9e485 req-9896a816-01bb-4bea-804d-d660a0290151 service nova] Lock "a6c770c1-38c9-456c-ac52-79f02354de76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.482361] env[69365]: DEBUG oslo_concurrency.lockutils [req-ff4c5d8f-8e5a-4fe0-aab9-3839d0e9e485 req-9896a816-01bb-4bea-804d-d660a0290151 service nova] Lock "a6c770c1-38c9-456c-ac52-79f02354de76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.482361] env[69365]: DEBUG nova.compute.manager [req-ff4c5d8f-8e5a-4fe0-aab9-3839d0e9e485 req-9896a816-01bb-4bea-804d-d660a0290151 service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] No waiting events found dispatching network-vif-plugged-da5d982a-fd84-471e-a753-e4ce32765228 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.482361] env[69365]: WARNING nova.compute.manager [req-ff4c5d8f-8e5a-4fe0-aab9-3839d0e9e485 req-9896a816-01bb-4bea-804d-d660a0290151 service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Received unexpected event network-vif-plugged-da5d982a-fd84-471e-a753-e4ce32765228 for instance with vm_state building and task_state spawning. [ 737.614514] env[69365]: DEBUG nova.network.neutron [-] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.658826] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d2c3bd5-4608-4cb2-9266-ea1320c2ef93 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Lock "849e17e3-3933-49e5-a564-2afe368d7fc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.260s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.867288] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301468, 'name': ReconfigVM_Task, 'duration_secs': 0.721852} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.869821] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 82ca099c-426d-4ef1-b78e-a6039bb4e284/82ca099c-426d-4ef1-b78e-a6039bb4e284.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.870588] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b6112a2-89fd-4ace-b075-46b9fca3bdad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.877847] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 737.877847] env[69365]: value = "task-3301469" [ 737.877847] env[69365]: _type = "Task" [ 737.877847] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.889442] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301469, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.045274] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b79ee2-f1fc-4278-9cda-e7c1e083f53b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.054562] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a80d0b9-16f8-41e1-b196-465c82ab89b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.091655] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cee4b6-0d7d-4b4a-8393-13354043923c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.100410] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cdce4b-d2d1-4598-8867-4c87eb37c74e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.123019] env[69365]: INFO nova.compute.manager [-] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Took 1.34 seconds to deallocate network for instance. [ 738.123019] env[69365]: DEBUG nova.compute.provider_tree [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.141953] env[69365]: DEBUG nova.network.neutron [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.163013] env[69365]: DEBUG nova.compute.manager [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.285671] env[69365]: DEBUG nova.network.neutron [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Updating instance_info_cache with network_info: [{"id": "da5d982a-fd84-471e-a753-e4ce32765228", "address": "fa:16:3e:f0:d8:08", "network": {"id": "44b3422b-4dde-4a15-9d8b-c2d555b09b83", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1983587234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cafc6474bf244ff9a6ba8365392545d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5d982a-fd", "ovs_interfaceid": "da5d982a-fd84-471e-a753-e4ce32765228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.391759] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301469, 'name': Rename_Task, 'duration_secs': 0.146704} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.392578] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.392578] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45f6fda2-4c6f-401a-a0d2-f307731cc622 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.400219] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 738.400219] env[69365]: value = "task-3301470" [ 738.400219] env[69365]: _type = "Task" [ 738.400219] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.408525] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.626110] env[69365]: DEBUG nova.scheduler.client.report [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.630479] env[69365]: DEBUG oslo_concurrency.lockutils [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.693982] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.788245] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Releasing lock "refresh_cache-a6c770c1-38c9-456c-ac52-79f02354de76" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.788733] env[69365]: DEBUG nova.compute.manager [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Instance network_info: |[{"id": "da5d982a-fd84-471e-a753-e4ce32765228", "address": "fa:16:3e:f0:d8:08", "network": {"id": "44b3422b-4dde-4a15-9d8b-c2d555b09b83", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1983587234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cafc6474bf244ff9a6ba8365392545d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5d982a-fd", "ovs_interfaceid": "da5d982a-fd84-471e-a753-e4ce32765228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.789113] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:d8:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da5d982a-fd84-471e-a753-e4ce32765228', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.797165] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Creating folder: Project (cafc6474bf244ff9a6ba8365392545d9). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.797477] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7aa359d-9c57-46a8-b468-7403a9bf03ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.815398] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Created folder: Project (cafc6474bf244ff9a6ba8365392545d9) in parent group-v659152. [ 738.815619] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Creating folder: Instances. Parent ref: group-v659230. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.815876] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a540d04-db91-4071-b3a2-caf6acf4bf5d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.830258] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Created folder: Instances in parent group-v659230. [ 738.830258] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.830258] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.830258] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f65cdc20-1ac8-4e14-b680-2081aba6bd3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.851806] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.851806] env[69365]: value = "task-3301473" [ 738.851806] env[69365]: _type = "Task" [ 738.851806] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.865120] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301473, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.873664] env[69365]: DEBUG nova.network.neutron [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Successfully updated port: 15fd5320-dcff-4aa7-bfd0-07bd0db1491f {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.915030] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301470, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.132794] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.133470] env[69365]: DEBUG nova.compute.manager [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.136624] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.228s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.136742] env[69365]: DEBUG nova.objects.instance [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Lazy-loading 'resources' on Instance uuid 82c13f86-5dcc-4ca8-9006-dafc34dd00a1 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.277566] env[69365]: DEBUG nova.compute.manager [req-64cb05c8-c3e9-47dd-a4d5-877fc74e24a0 req-074603e2-8382-40eb-877d-adf9e977226d service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Received event network-vif-plugged-15fd5320-dcff-4aa7-bfd0-07bd0db1491f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.277566] env[69365]: DEBUG oslo_concurrency.lockutils [req-64cb05c8-c3e9-47dd-a4d5-877fc74e24a0 req-074603e2-8382-40eb-877d-adf9e977226d service nova] Acquiring lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.277566] env[69365]: DEBUG oslo_concurrency.lockutils [req-64cb05c8-c3e9-47dd-a4d5-877fc74e24a0 req-074603e2-8382-40eb-877d-adf9e977226d service nova] Lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.277915] env[69365]: DEBUG oslo_concurrency.lockutils [req-64cb05c8-c3e9-47dd-a4d5-877fc74e24a0 req-074603e2-8382-40eb-877d-adf9e977226d service nova] Lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.277915] env[69365]: DEBUG nova.compute.manager [req-64cb05c8-c3e9-47dd-a4d5-877fc74e24a0 req-074603e2-8382-40eb-877d-adf9e977226d service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] No waiting events found dispatching network-vif-plugged-15fd5320-dcff-4aa7-bfd0-07bd0db1491f {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.279035] env[69365]: WARNING nova.compute.manager [req-64cb05c8-c3e9-47dd-a4d5-877fc74e24a0 req-074603e2-8382-40eb-877d-adf9e977226d service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Received unexpected event network-vif-plugged-15fd5320-dcff-4aa7-bfd0-07bd0db1491f for instance with vm_state active and task_state None. [ 739.362779] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301473, 'name': CreateVM_Task, 'duration_secs': 0.344005} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.362962] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.364344] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.364514] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.364825] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.365086] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620fb30b-be79-4285-9d3c-80e4e44ccbf5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.369898] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Waiting for the task: (returnval){ [ 739.369898] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5296eecd-0e90-214b-b26e-06d368bd5f59" [ 739.369898] env[69365]: _type = "Task" [ 739.369898] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.378178] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.378348] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.378520] env[69365]: DEBUG nova.network.neutron [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.379649] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5296eecd-0e90-214b-b26e-06d368bd5f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.410313] env[69365]: DEBUG oslo_vmware.api [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301470, 'name': PowerOnVM_Task, 'duration_secs': 0.528832} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.410670] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.410775] env[69365]: INFO nova.compute.manager [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Took 8.33 seconds to spawn the instance on the hypervisor. [ 739.411045] env[69365]: DEBUG nova.compute.manager [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.411826] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c523f13-26a0-48e6-8551-4c2a24182de2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.642019] env[69365]: DEBUG nova.compute.utils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.644304] env[69365]: DEBUG nova.compute.manager [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.644755] env[69365]: DEBUG nova.network.neutron [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.705831] env[69365]: DEBUG nova.policy [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df4ab4feed0a421988964d700bf44220', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcd9c96c11014f0b99429d190c12e6ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.887151] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5296eecd-0e90-214b-b26e-06d368bd5f59, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.887459] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.887827] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.888201] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.888452] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.888727] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.891767] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f75e5e10-27cc-428d-b75b-816dd68f36ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.906018] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.906018] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.906018] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d689c623-cb7d-438d-ae14-4fff4887c923 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.913957] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Waiting for the task: (returnval){ [ 739.913957] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c8e959-cb08-0f67-38fa-7d115a062f68" [ 739.913957] env[69365]: _type = "Task" [ 739.913957] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.932474] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c8e959-cb08-0f67-38fa-7d115a062f68, 'name': SearchDatastore_Task, 'duration_secs': 0.009012} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.936727] env[69365]: WARNING nova.network.neutron [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] b01a365a-10e4-4bbe-8803-f48e97ae2356 already exists in list: networks containing: ['b01a365a-10e4-4bbe-8803-f48e97ae2356']. ignoring it [ 739.938125] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c4a9d9-30ae-42ef-8944-7e47d96cc41f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.940925] env[69365]: INFO nova.compute.manager [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Took 42.50 seconds to build instance. [ 739.955360] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Waiting for the task: (returnval){ [ 739.955360] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5299c065-129b-e9c2-1802-01c7dad768d4" [ 739.955360] env[69365]: _type = "Task" [ 739.955360] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.966810] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5299c065-129b-e9c2-1802-01c7dad768d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.967094] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.967353] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] a6c770c1-38c9-456c-ac52-79f02354de76/a6c770c1-38c9-456c-ac52-79f02354de76.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.968156] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7257a78f-7ce4-4a2b-9456-891393fdde4c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.975791] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Waiting for the task: (returnval){ [ 739.975791] env[69365]: value = "task-3301474" [ 739.975791] env[69365]: _type = "Task" [ 739.975791] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.985534] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.069299] env[69365]: DEBUG nova.network.neutron [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Successfully created port: b2d77e13-9538-481d-bb5d-2d6a39f27721 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.135546] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdb1d19-f474-4782-86f3-fff8a3342f4e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.143374] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4de028-4c5b-4f8f-8f5e-297f39c0675f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.148620] env[69365]: DEBUG nova.compute.manager [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.182933] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7580aa81-ea4e-4f43-9d39-74f2805df0e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.192057] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceddbf95-a180-42e5-80d3-b1ae796b25d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.207384] env[69365]: DEBUG nova.compute.provider_tree [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.221830] env[69365]: DEBUG nova.compute.manager [req-dbc4146a-540c-4628-8e16-c9e1c4e11996 req-66d407ed-5183-4dec-b746-069ffcfaa90a service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Received event network-changed-da5d982a-fd84-471e-a753-e4ce32765228 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.222032] env[69365]: DEBUG nova.compute.manager [req-dbc4146a-540c-4628-8e16-c9e1c4e11996 req-66d407ed-5183-4dec-b746-069ffcfaa90a service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Refreshing instance network info cache due to event network-changed-da5d982a-fd84-471e-a753-e4ce32765228. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.222246] env[69365]: DEBUG oslo_concurrency.lockutils [req-dbc4146a-540c-4628-8e16-c9e1c4e11996 req-66d407ed-5183-4dec-b746-069ffcfaa90a service nova] Acquiring lock "refresh_cache-a6c770c1-38c9-456c-ac52-79f02354de76" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.222388] env[69365]: DEBUG oslo_concurrency.lockutils [req-dbc4146a-540c-4628-8e16-c9e1c4e11996 req-66d407ed-5183-4dec-b746-069ffcfaa90a service nova] Acquired lock "refresh_cache-a6c770c1-38c9-456c-ac52-79f02354de76" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.222550] env[69365]: DEBUG nova.network.neutron [req-dbc4146a-540c-4628-8e16-c9e1c4e11996 req-66d407ed-5183-4dec-b746-069ffcfaa90a service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Refreshing network info cache for port da5d982a-fd84-471e-a753-e4ce32765228 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.303769] env[69365]: DEBUG nova.network.neutron [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Updating instance_info_cache with network_info: [{"id": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "address": "fa:16:3e:56:0b:bb", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c05013-ba", "ovs_interfaceid": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15fd5320-dcff-4aa7-bfd0-07bd0db1491f", "address": "fa:16:3e:8b:f1:aa", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15fd5320-dc", "ovs_interfaceid": "15fd5320-dcff-4aa7-bfd0-07bd0db1491f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.447489] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d381d0bf-98a7-47c4-a1bf-828d2865e6db tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.108s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.487037] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502479} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.487342] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] a6c770c1-38c9-456c-ac52-79f02354de76/a6c770c1-38c9-456c-ac52-79f02354de76.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.487597] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.488203] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca765521-d903-4aa2-884b-0170f07b7540 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.494419] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Waiting for the task: (returnval){ [ 740.494419] env[69365]: value = "task-3301475" [ 740.494419] env[69365]: _type = "Task" [ 740.494419] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.503490] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.711093] env[69365]: DEBUG nova.scheduler.client.report [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.806650] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.807315] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.807473] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.808319] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be5afaf-8214-4bf1-a399-f8d618d3b28f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.824778] env[69365]: DEBUG nova.virt.hardware [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.825049] env[69365]: DEBUG nova.virt.hardware [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.825227] env[69365]: DEBUG nova.virt.hardware [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.825420] env[69365]: DEBUG nova.virt.hardware [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.825570] env[69365]: DEBUG nova.virt.hardware [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.825719] env[69365]: DEBUG nova.virt.hardware [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.825925] env[69365]: DEBUG nova.virt.hardware [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.826107] env[69365]: DEBUG nova.virt.hardware [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.826289] env[69365]: DEBUG nova.virt.hardware [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.826455] env[69365]: DEBUG nova.virt.hardware [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.826628] env[69365]: DEBUG nova.virt.hardware [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.832862] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Reconfiguring VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 740.835251] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda05a96-9d8d-46f6-9d22-e87060866995 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.852385] env[69365]: DEBUG oslo_vmware.api [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 740.852385] env[69365]: value = "task-3301476" [ 740.852385] env[69365]: _type = "Task" [ 740.852385] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.859871] env[69365]: DEBUG oslo_vmware.api [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301476, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.949501] env[69365]: DEBUG nova.compute.manager [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.958283] env[69365]: DEBUG nova.network.neutron [req-dbc4146a-540c-4628-8e16-c9e1c4e11996 req-66d407ed-5183-4dec-b746-069ffcfaa90a service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Updated VIF entry in instance network info cache for port da5d982a-fd84-471e-a753-e4ce32765228. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.958631] env[69365]: DEBUG nova.network.neutron [req-dbc4146a-540c-4628-8e16-c9e1c4e11996 req-66d407ed-5183-4dec-b746-069ffcfaa90a service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Updating instance_info_cache with network_info: [{"id": "da5d982a-fd84-471e-a753-e4ce32765228", "address": "fa:16:3e:f0:d8:08", "network": {"id": "44b3422b-4dde-4a15-9d8b-c2d555b09b83", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1983587234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cafc6474bf244ff9a6ba8365392545d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5d982a-fd", "ovs_interfaceid": "da5d982a-fd84-471e-a753-e4ce32765228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.004369] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062407} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.004645] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.005419] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99d340f-8ebf-499a-aa07-6cbe722338f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.028254] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a6c770c1-38c9-456c-ac52-79f02354de76/a6c770c1-38c9-456c-ac52-79f02354de76.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.029029] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57723e3b-62c1-49ad-9f2a-6ce54dafd794 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.047310] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Waiting for the task: (returnval){ [ 741.047310] env[69365]: value = "task-3301477" [ 741.047310] env[69365]: _type = "Task" [ 741.047310] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.054929] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.162430] env[69365]: DEBUG nova.compute.manager [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.188650] env[69365]: DEBUG nova.virt.hardware [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.188915] env[69365]: DEBUG nova.virt.hardware [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.189080] env[69365]: DEBUG nova.virt.hardware [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.189263] env[69365]: DEBUG nova.virt.hardware [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.189408] env[69365]: DEBUG nova.virt.hardware [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.189552] env[69365]: DEBUG nova.virt.hardware [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.189755] env[69365]: DEBUG nova.virt.hardware [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.189913] env[69365]: DEBUG nova.virt.hardware [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.190108] env[69365]: DEBUG nova.virt.hardware [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.190281] env[69365]: DEBUG nova.virt.hardware [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.190453] env[69365]: DEBUG nova.virt.hardware [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.191330] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e25832-4336-4148-89af-d2acd3bd25ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.199353] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc09dfae-148c-494b-8f13-dc2e2ca0c8a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.219264] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.221469] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.825s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.243275] env[69365]: INFO nova.scheduler.client.report [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Deleted allocations for instance 82c13f86-5dcc-4ca8-9006-dafc34dd00a1 [ 741.362441] env[69365]: DEBUG oslo_vmware.api [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.460737] env[69365]: DEBUG oslo_concurrency.lockutils [req-dbc4146a-540c-4628-8e16-c9e1c4e11996 req-66d407ed-5183-4dec-b746-069ffcfaa90a service nova] Releasing lock "refresh_cache-a6c770c1-38c9-456c-ac52-79f02354de76" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.461497] env[69365]: DEBUG nova.compute.manager [req-dbc4146a-540c-4628-8e16-c9e1c4e11996 req-66d407ed-5183-4dec-b746-069ffcfaa90a service nova] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Received event network-vif-deleted-7107ce45-8e06-43e6-bd15-b1d9d8399df2 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.473255] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.558323] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301477, 'name': ReconfigVM_Task, 'duration_secs': 0.32833} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.558639] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a6c770c1-38c9-456c-ac52-79f02354de76/a6c770c1-38c9-456c-ac52-79f02354de76.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.559397] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5363862-b8a5-4411-b7f6-eb177e724695 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.567673] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Waiting for the task: (returnval){ [ 741.567673] env[69365]: value = "task-3301478" [ 741.567673] env[69365]: _type = "Task" [ 741.567673] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.577025] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301478, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.754503] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0859fc27-6450-4907-a2b2-f7ada0dc9809 tempest-FloatingIPsAssociationNegativeTestJSON-644988804 tempest-FloatingIPsAssociationNegativeTestJSON-644988804-project-member] Lock "82c13f86-5dcc-4ca8-9006-dafc34dd00a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.659s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.863842] env[69365]: DEBUG oslo_vmware.api [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.053289] env[69365]: DEBUG nova.network.neutron [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Successfully updated port: b2d77e13-9538-481d-bb5d-2d6a39f27721 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.085737] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301478, 'name': Rename_Task, 'duration_secs': 0.196112} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.086314] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.086945] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f056fca-72ca-48aa-9a87-3c8bd5fe3dec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.095035] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Waiting for the task: (returnval){ [ 742.095035] env[69365]: value = "task-3301479" [ 742.095035] env[69365]: _type = "Task" [ 742.095035] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.111710] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301479, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.163162] env[69365]: DEBUG nova.compute.manager [req-f01f8e51-8980-4acf-b379-89830cb28ec9 req-faa508b8-dcd5-46ea-aca5-b343ee3b3400 service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Received event network-changed-15fd5320-dcff-4aa7-bfd0-07bd0db1491f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.163162] env[69365]: DEBUG nova.compute.manager [req-f01f8e51-8980-4acf-b379-89830cb28ec9 req-faa508b8-dcd5-46ea-aca5-b343ee3b3400 service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Refreshing instance network info cache due to event network-changed-15fd5320-dcff-4aa7-bfd0-07bd0db1491f. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.163860] env[69365]: DEBUG oslo_concurrency.lockutils [req-f01f8e51-8980-4acf-b379-89830cb28ec9 req-faa508b8-dcd5-46ea-aca5-b343ee3b3400 service nova] Acquiring lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.164511] env[69365]: DEBUG oslo_concurrency.lockutils [req-f01f8e51-8980-4acf-b379-89830cb28ec9 req-faa508b8-dcd5-46ea-aca5-b343ee3b3400 service nova] Acquired lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.164891] env[69365]: DEBUG nova.network.neutron [req-f01f8e51-8980-4acf-b379-89830cb28ec9 req-faa508b8-dcd5-46ea-aca5-b343ee3b3400 service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Refreshing network info cache for port 15fd5320-dcff-4aa7-bfd0-07bd0db1491f {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.297472] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e52ceeb-d9b0-40a6-9e43-58a9698d69ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.306791] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4a456f-6fb3-456d-a66b-d4946f44a571 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.341132] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac394e0-9ac4-4a09-9e3a-a456484fc907 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.349319] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab41e6b-7b5d-43d5-8140-3f4b7c38ac42 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.367333] env[69365]: DEBUG nova.compute.provider_tree [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.384059] env[69365]: DEBUG oslo_vmware.api [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301476, 'name': ReconfigVM_Task, 'duration_secs': 1.063839} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.385337] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.385563] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Reconfigured VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 742.557240] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "refresh_cache-bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.557412] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquired lock "refresh_cache-bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.558573] env[69365]: DEBUG nova.network.neutron [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.607883] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301479, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.878545] env[69365]: DEBUG nova.scheduler.client.report [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.891194] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3315b264-7b09-4dc6-bd75-2afb515ba657 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.397s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.964729] env[69365]: DEBUG nova.network.neutron [req-f01f8e51-8980-4acf-b379-89830cb28ec9 req-faa508b8-dcd5-46ea-aca5-b343ee3b3400 service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Updated VIF entry in instance network info cache for port 15fd5320-dcff-4aa7-bfd0-07bd0db1491f. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.965213] env[69365]: DEBUG nova.network.neutron [req-f01f8e51-8980-4acf-b379-89830cb28ec9 req-faa508b8-dcd5-46ea-aca5-b343ee3b3400 service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Updating instance_info_cache with network_info: [{"id": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "address": "fa:16:3e:56:0b:bb", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c05013-ba", "ovs_interfaceid": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15fd5320-dcff-4aa7-bfd0-07bd0db1491f", "address": "fa:16:3e:8b:f1:aa", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15fd5320-dc", "ovs_interfaceid": "15fd5320-dcff-4aa7-bfd0-07bd0db1491f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.107542] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301479, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.109103] env[69365]: DEBUG nova.network.neutron [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.288320] env[69365]: DEBUG nova.network.neutron [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Updating instance_info_cache with network_info: [{"id": "b2d77e13-9538-481d-bb5d-2d6a39f27721", "address": "fa:16:3e:b3:8a:88", "network": {"id": "a72e2b6d-f2de-4d42-b98c-aa16350a1563", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052376659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcd9c96c11014f0b99429d190c12e6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d77e13-95", "ovs_interfaceid": "b2d77e13-9538-481d-bb5d-2d6a39f27721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.469624] env[69365]: DEBUG oslo_concurrency.lockutils [req-f01f8e51-8980-4acf-b379-89830cb28ec9 req-faa508b8-dcd5-46ea-aca5-b343ee3b3400 service nova] Releasing lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.610396] env[69365]: DEBUG oslo_vmware.api [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301479, 'name': PowerOnVM_Task, 'duration_secs': 1.257008} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.610933] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.611674] env[69365]: INFO nova.compute.manager [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Took 7.20 seconds to spawn the instance on the hypervisor. [ 743.611674] env[69365]: DEBUG nova.compute.manager [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.612590] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e944de-4399-4154-9f34-eac0ce5ac818 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.793023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Releasing lock "refresh_cache-bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.793314] env[69365]: DEBUG nova.compute.manager [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Instance network_info: |[{"id": "b2d77e13-9538-481d-bb5d-2d6a39f27721", "address": "fa:16:3e:b3:8a:88", "network": {"id": "a72e2b6d-f2de-4d42-b98c-aa16350a1563", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052376659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcd9c96c11014f0b99429d190c12e6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d77e13-95", "ovs_interfaceid": "b2d77e13-9538-481d-bb5d-2d6a39f27721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.793971] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:8a:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2d77e13-9538-481d-bb5d-2d6a39f27721', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.801689] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Creating folder: Project (fcd9c96c11014f0b99429d190c12e6ee). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.801873] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4303c4e-530c-40f6-b936-2e20e0655337 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.813258] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Created folder: Project (fcd9c96c11014f0b99429d190c12e6ee) in parent group-v659152. [ 743.813462] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Creating folder: Instances. Parent ref: group-v659233. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.813751] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-541fd258-d35b-4520-bfe5-406abca75e9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.822598] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Created folder: Instances in parent group-v659233. [ 743.822855] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.823061] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.823271] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a6ba755-ba29-4f28-a81b-f360c0bbd04d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.843093] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.843093] env[69365]: value = "task-3301482" [ 743.843093] env[69365]: _type = "Task" [ 743.843093] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.854289] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301482, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.891171] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.670s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.894670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.050s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.896743] env[69365]: INFO nova.compute.claims [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.136601] env[69365]: INFO nova.compute.manager [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Took 42.73 seconds to build instance. [ 744.338921] env[69365]: DEBUG nova.compute.manager [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Received event network-vif-plugged-b2d77e13-9538-481d-bb5d-2d6a39f27721 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.339309] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] Acquiring lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.339895] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.339895] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.339895] env[69365]: DEBUG nova.compute.manager [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] No waiting events found dispatching network-vif-plugged-b2d77e13-9538-481d-bb5d-2d6a39f27721 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.340092] env[69365]: WARNING nova.compute.manager [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Received unexpected event network-vif-plugged-b2d77e13-9538-481d-bb5d-2d6a39f27721 for instance with vm_state building and task_state spawning. [ 744.340208] env[69365]: DEBUG nova.compute.manager [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Received event network-changed-c7f15ee2-80dc-42ef-b5be-56063ae128d1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.340360] env[69365]: DEBUG nova.compute.manager [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Refreshing instance network info cache due to event network-changed-c7f15ee2-80dc-42ef-b5be-56063ae128d1. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.340540] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] Acquiring lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.340667] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] Acquired lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.340824] env[69365]: DEBUG nova.network.neutron [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Refreshing network info cache for port c7f15ee2-80dc-42ef-b5be-56063ae128d1 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.353260] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301482, 'name': CreateVM_Task, 'duration_secs': 0.4232} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.353433] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.354110] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.354276] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.354575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.354818] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a970688-7a5e-464a-a056-2ce92a91ebdc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.359499] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 744.359499] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525cbed4-a537-294e-eeaa-146e3c5707f8" [ 744.359499] env[69365]: _type = "Task" [ 744.359499] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.369920] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525cbed4-a537-294e-eeaa-146e3c5707f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.466638] env[69365]: INFO nova.scheduler.client.report [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Deleted allocation for migration 3f93dddb-c768-46a1-baba-2849d8619da5 [ 744.638822] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee56e20f-bf17-4964-9ba2-638f7045e6d0 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Lock "a6c770c1-38c9-456c-ac52-79f02354de76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.021s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.869846] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525cbed4-a537-294e-eeaa-146e3c5707f8, 'name': SearchDatastore_Task, 'duration_secs': 0.022558} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.870235] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.870474] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.870709] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.870856] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.871049] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.871309] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31ebc24d-62ab-4658-9dc2-199b1bf48ca8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.885396] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.885563] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.886318] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f17fde10-d871-49d0-8753-648ece353bb1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.895607] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 744.895607] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5245b463-28ef-c68e-5792-475caef57a15" [ 744.895607] env[69365]: _type = "Task" [ 744.895607] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.904646] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5245b463-28ef-c68e-5792-475caef57a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.971987] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a9915d4-07e0-44bb-843a-7fa87fa5ee7f tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.751s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.992272] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "interface-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-15fd5320-dcff-4aa7-bfd0-07bd0db1491f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.992513] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-15fd5320-dcff-4aa7-bfd0-07bd0db1491f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.089913] env[69365]: DEBUG nova.network.neutron [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updated VIF entry in instance network info cache for port c7f15ee2-80dc-42ef-b5be-56063ae128d1. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.089913] env[69365]: DEBUG nova.network.neutron [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance_info_cache with network_info: [{"id": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "address": "fa:16:3e:5a:f5:60", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f15ee2-80", "ovs_interfaceid": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.141801] env[69365]: DEBUG nova.compute.manager [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.387105] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3438739e-677b-4ead-bb33-7afd7296c06a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.394915] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cdf089-f565-40fa-b743-a8ba7800c4f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.406239] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5245b463-28ef-c68e-5792-475caef57a15, 'name': SearchDatastore_Task, 'duration_secs': 0.03504} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.432224] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1b8f602-760e-4e54-912e-7e3fba2e6894 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.435627] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7753935-7dab-4b8e-a968-5f1eefb1f8db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.441260] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 745.441260] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d59b83-7434-f0e2-e185-71c0e064a71d" [ 745.441260] env[69365]: _type = "Task" [ 745.441260] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.447506] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c2b315-e87d-4b46-b638-c77b3c97f8d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.465896] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d59b83-7434-f0e2-e185-71c0e064a71d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.466847] env[69365]: DEBUG nova.compute.provider_tree [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.472246] env[69365]: DEBUG nova.compute.manager [req-e7f1f661-d821-4dcb-a2c7-626f2bb53511 req-6b2b399f-4f4b-4dd5-bd7b-56484496d74d service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Received event network-changed-da5d982a-fd84-471e-a753-e4ce32765228 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.472246] env[69365]: DEBUG nova.compute.manager [req-e7f1f661-d821-4dcb-a2c7-626f2bb53511 req-6b2b399f-4f4b-4dd5-bd7b-56484496d74d service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Refreshing instance network info cache due to event network-changed-da5d982a-fd84-471e-a753-e4ce32765228. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.472246] env[69365]: DEBUG oslo_concurrency.lockutils [req-e7f1f661-d821-4dcb-a2c7-626f2bb53511 req-6b2b399f-4f4b-4dd5-bd7b-56484496d74d service nova] Acquiring lock "refresh_cache-a6c770c1-38c9-456c-ac52-79f02354de76" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.472246] env[69365]: DEBUG oslo_concurrency.lockutils [req-e7f1f661-d821-4dcb-a2c7-626f2bb53511 req-6b2b399f-4f4b-4dd5-bd7b-56484496d74d service nova] Acquired lock "refresh_cache-a6c770c1-38c9-456c-ac52-79f02354de76" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.472246] env[69365]: DEBUG nova.network.neutron [req-e7f1f661-d821-4dcb-a2c7-626f2bb53511 req-6b2b399f-4f4b-4dd5-bd7b-56484496d74d service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Refreshing network info cache for port da5d982a-fd84-471e-a753-e4ce32765228 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.496061] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.496260] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.497823] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89574e2b-505e-44ed-a008-0df64c8023cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.517154] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798507a2-cd00-443e-b983-c27608601ef3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.546726] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Reconfiguring VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 745.547154] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92e92aaa-30ce-40c5-84eb-1ddf1d182a32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.570059] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 745.570059] env[69365]: value = "task-3301483" [ 745.570059] env[69365]: _type = "Task" [ 745.570059] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.578089] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.591909] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] Releasing lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.592200] env[69365]: DEBUG nova.compute.manager [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Received event network-changed-b2d77e13-9538-481d-bb5d-2d6a39f27721 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.592400] env[69365]: DEBUG nova.compute.manager [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Refreshing instance network info cache due to event network-changed-b2d77e13-9538-481d-bb5d-2d6a39f27721. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.592566] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] Acquiring lock "refresh_cache-bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.592738] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] Acquired lock "refresh_cache-bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.592857] env[69365]: DEBUG nova.network.neutron [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Refreshing network info cache for port b2d77e13-9538-481d-bb5d-2d6a39f27721 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.666032] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.837148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Acquiring lock "a0de6319-99fe-4420-b042-6eea50509327" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.837665] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Lock "a0de6319-99fe-4420-b042-6eea50509327" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.956173] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d59b83-7434-f0e2-e185-71c0e064a71d, 'name': SearchDatastore_Task, 'duration_secs': 0.031368} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.956529] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.956862] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] bb9e6f36-7178-4ecf-9fb5-4907aabe6c25/bb9e6f36-7178-4ecf-9fb5-4907aabe6c25.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.957086] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89539c98-fe9f-42e3-8b0b-f27b4361841a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.964450] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 745.964450] env[69365]: value = "task-3301484" [ 745.964450] env[69365]: _type = "Task" [ 745.964450] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.970295] env[69365]: DEBUG nova.scheduler.client.report [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.979107] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.080123] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.287026] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Acquiring lock "849e17e3-3933-49e5-a564-2afe368d7fc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.287475] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Lock "849e17e3-3933-49e5-a564-2afe368d7fc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.288316] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Acquiring lock "849e17e3-3933-49e5-a564-2afe368d7fc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.288622] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Lock "849e17e3-3933-49e5-a564-2afe368d7fc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.288890] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Lock "849e17e3-3933-49e5-a564-2afe368d7fc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.291701] env[69365]: INFO nova.compute.manager [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Terminating instance [ 746.373739] env[69365]: DEBUG nova.network.neutron [req-e7f1f661-d821-4dcb-a2c7-626f2bb53511 req-6b2b399f-4f4b-4dd5-bd7b-56484496d74d service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Updated VIF entry in instance network info cache for port da5d982a-fd84-471e-a753-e4ce32765228. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.374142] env[69365]: DEBUG nova.network.neutron [req-e7f1f661-d821-4dcb-a2c7-626f2bb53511 req-6b2b399f-4f4b-4dd5-bd7b-56484496d74d service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Updating instance_info_cache with network_info: [{"id": "da5d982a-fd84-471e-a753-e4ce32765228", "address": "fa:16:3e:f0:d8:08", "network": {"id": "44b3422b-4dde-4a15-9d8b-c2d555b09b83", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1983587234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cafc6474bf244ff9a6ba8365392545d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5d982a-fd", "ovs_interfaceid": "da5d982a-fd84-471e-a753-e4ce32765228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.476184] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301484, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.483057] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.483057] env[69365]: DEBUG nova.compute.manager [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.483881] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.289s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.485646] env[69365]: INFO nova.compute.claims [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.491589] env[69365]: DEBUG nova.network.neutron [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Updated VIF entry in instance network info cache for port b2d77e13-9538-481d-bb5d-2d6a39f27721. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.493189] env[69365]: DEBUG nova.network.neutron [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Updating instance_info_cache with network_info: [{"id": "b2d77e13-9538-481d-bb5d-2d6a39f27721", "address": "fa:16:3e:b3:8a:88", "network": {"id": "a72e2b6d-f2de-4d42-b98c-aa16350a1563", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052376659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcd9c96c11014f0b99429d190c12e6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d77e13-95", "ovs_interfaceid": "b2d77e13-9538-481d-bb5d-2d6a39f27721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.586280] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.796026] env[69365]: DEBUG nova.compute.manager [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.796318] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.797288] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ae8918-8114-4c58-9bdd-06775088eef0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.806202] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.806446] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4c12182-6c2b-4e8a-9eed-86eb9123440b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.813655] env[69365]: DEBUG oslo_vmware.api [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Waiting for the task: (returnval){ [ 746.813655] env[69365]: value = "task-3301485" [ 746.813655] env[69365]: _type = "Task" [ 746.813655] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.822693] env[69365]: DEBUG oslo_vmware.api [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.877248] env[69365]: DEBUG oslo_concurrency.lockutils [req-e7f1f661-d821-4dcb-a2c7-626f2bb53511 req-6b2b399f-4f4b-4dd5-bd7b-56484496d74d service nova] Releasing lock "refresh_cache-a6c770c1-38c9-456c-ac52-79f02354de76" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.976088] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562622} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.976421] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] bb9e6f36-7178-4ecf-9fb5-4907aabe6c25/bb9e6f36-7178-4ecf-9fb5-4907aabe6c25.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.976421] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.977165] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-006361d4-80ad-47f1-8a87-1a21c9d833aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.985073] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 746.985073] env[69365]: value = "task-3301486" [ 746.985073] env[69365]: _type = "Task" [ 746.985073] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.989923] env[69365]: DEBUG nova.compute.utils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.998367] env[69365]: DEBUG nova.compute.manager [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.001846] env[69365]: DEBUG nova.network.neutron [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.001846] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb6f56d-852f-4351-b523-62d604bff195 req-204c4452-ef4f-4511-950e-411b8e9d87f6 service nova] Releasing lock "refresh_cache-bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.001846] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.060313] env[69365]: DEBUG nova.policy [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '556ad6a721e04e898e1e043a6acaf4c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '310d492db9584229923dc44e59aac0e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.083727] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.332437] env[69365]: DEBUG oslo_vmware.api [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301485, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.404404] env[69365]: DEBUG nova.network.neutron [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Successfully created port: 76384828-edcb-4c8b-b97b-d60fa8d248ad {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.495076] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145205} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.496140] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.497149] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09695a20-df55-43af-a2f0-48c1cda73e70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.516755] env[69365]: DEBUG nova.compute.manager [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.538508] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] bb9e6f36-7178-4ecf-9fb5-4907aabe6c25/bb9e6f36-7178-4ecf-9fb5-4907aabe6c25.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.539766] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a96c05fa-d191-41eb-9c14-8908f3201ef1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.562641] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 747.562641] env[69365]: value = "task-3301487" [ 747.562641] env[69365]: _type = "Task" [ 747.562641] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.574816] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.583242] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.831762] env[69365]: DEBUG oslo_vmware.api [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301485, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.887475] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "99e521a6-b45b-401f-9c18-9f05f8198e4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.888824] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "99e521a6-b45b-401f-9c18-9f05f8198e4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.059569] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03983a3d-3ea1-48b0-88c5-3c449816302e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.076287] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf8ae13-c69d-4607-a80f-3c3d3c909522 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.080150] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301487, 'name': ReconfigVM_Task, 'duration_secs': 0.259617} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.084301] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Reconfigured VM instance instance-0000001a to attach disk [datastore2] bb9e6f36-7178-4ecf-9fb5-4907aabe6c25/bb9e6f36-7178-4ecf-9fb5-4907aabe6c25.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.085637] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98613793-fc71-4e6f-b35c-3db0c3b10a75 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.113183] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56017c86-eb08-481e-8d89-4a1166ab06b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.119211] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.120726] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 748.120726] env[69365]: value = "task-3301488" [ 748.120726] env[69365]: _type = "Task" [ 748.120726] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.127158] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cbcd0e-b37a-44f3-8e47-83a517c4873e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.134593] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301488, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.145707] env[69365]: DEBUG nova.compute.provider_tree [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.329249] env[69365]: DEBUG oslo_vmware.api [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301485, 'name': PowerOffVM_Task, 'duration_secs': 1.217064} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.329576] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.329791] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.330095] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30180da0-b568-43ca-b4dc-a79d8cb3f5fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.409769] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.409950] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.410146] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Deleting the datastore file [datastore1] 849e17e3-3933-49e5-a564-2afe368d7fc2 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.410403] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-989d60eb-9df7-4650-b14e-53e1d970aa24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.418402] env[69365]: DEBUG oslo_vmware.api [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Waiting for the task: (returnval){ [ 748.418402] env[69365]: value = "task-3301490" [ 748.418402] env[69365]: _type = "Task" [ 748.418402] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.426381] env[69365]: DEBUG oslo_vmware.api [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.546589] env[69365]: DEBUG nova.compute.manager [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.573102] env[69365]: DEBUG nova.virt.hardware [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.573412] env[69365]: DEBUG nova.virt.hardware [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.573532] env[69365]: DEBUG nova.virt.hardware [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.573779] env[69365]: DEBUG nova.virt.hardware [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.573927] env[69365]: DEBUG nova.virt.hardware [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.574099] env[69365]: DEBUG nova.virt.hardware [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.574489] env[69365]: DEBUG nova.virt.hardware [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.574489] env[69365]: DEBUG nova.virt.hardware [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.574676] env[69365]: DEBUG nova.virt.hardware [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.574839] env[69365]: DEBUG nova.virt.hardware [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.575023] env[69365]: DEBUG nova.virt.hardware [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.575909] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68b7a50-b142-4929-8eb2-476e62188fa6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.591768] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d660fc-c873-4f99-b388-919802315a94 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.596029] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.630654] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301488, 'name': Rename_Task, 'duration_secs': 0.442922} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.630940] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.631199] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5e4ed54-9865-4fb0-b379-019b98562fe0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.642406] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 748.642406] env[69365]: value = "task-3301491" [ 748.642406] env[69365]: _type = "Task" [ 748.642406] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.649413] env[69365]: DEBUG nova.scheduler.client.report [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.660114] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301491, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.929965] env[69365]: DEBUG oslo_vmware.api [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Task: {'id': task-3301490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337122} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.930311] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.930488] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.930664] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.930841] env[69365]: INFO nova.compute.manager [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Took 2.13 seconds to destroy the instance on the hypervisor. [ 748.932585] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.932874] env[69365]: DEBUG nova.compute.manager [-] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.932985] env[69365]: DEBUG nova.network.neutron [-] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.026856] env[69365]: DEBUG nova.compute.manager [req-b8f8addf-e32f-4ded-8db7-14832ed16cfb req-54c891e1-8be5-4c25-97b0-5ec9676a0121 service nova] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Received event network-vif-plugged-76384828-edcb-4c8b-b97b-d60fa8d248ad {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.027099] env[69365]: DEBUG oslo_concurrency.lockutils [req-b8f8addf-e32f-4ded-8db7-14832ed16cfb req-54c891e1-8be5-4c25-97b0-5ec9676a0121 service nova] Acquiring lock "c473f1f3-31a5-4caf-a424-71871bbaa28e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.027568] env[69365]: DEBUG oslo_concurrency.lockutils [req-b8f8addf-e32f-4ded-8db7-14832ed16cfb req-54c891e1-8be5-4c25-97b0-5ec9676a0121 service nova] Lock "c473f1f3-31a5-4caf-a424-71871bbaa28e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.028504] env[69365]: DEBUG oslo_concurrency.lockutils [req-b8f8addf-e32f-4ded-8db7-14832ed16cfb req-54c891e1-8be5-4c25-97b0-5ec9676a0121 service nova] Lock "c473f1f3-31a5-4caf-a424-71871bbaa28e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.029778] env[69365]: DEBUG nova.compute.manager [req-b8f8addf-e32f-4ded-8db7-14832ed16cfb req-54c891e1-8be5-4c25-97b0-5ec9676a0121 service nova] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] No waiting events found dispatching network-vif-plugged-76384828-edcb-4c8b-b97b-d60fa8d248ad {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.029778] env[69365]: WARNING nova.compute.manager [req-b8f8addf-e32f-4ded-8db7-14832ed16cfb req-54c891e1-8be5-4c25-97b0-5ec9676a0121 service nova] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Received unexpected event network-vif-plugged-76384828-edcb-4c8b-b97b-d60fa8d248ad for instance with vm_state building and task_state spawning. [ 749.033308] env[69365]: DEBUG nova.network.neutron [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Successfully updated port: 76384828-edcb-4c8b-b97b-d60fa8d248ad {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.090522] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.151766] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301491, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.160882] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.161240] env[69365]: DEBUG nova.compute.manager [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.165578] env[69365]: DEBUG oslo_concurrency.lockutils [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.911s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.165809] env[69365]: DEBUG nova.objects.instance [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lazy-loading 'resources' on Instance uuid b40ab823-a68d-45ec-b451-9a8addecfcfe {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.510753] env[69365]: DEBUG nova.compute.manager [req-14e1f144-a554-4fe2-9b5d-204c5d691267 req-a0d6314f-48c3-415b-816a-0e97bb60bb3f service nova] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Received event network-vif-deleted-7035eeac-8198-441e-8326-e9eadf48e229 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.510975] env[69365]: INFO nova.compute.manager [req-14e1f144-a554-4fe2-9b5d-204c5d691267 req-a0d6314f-48c3-415b-816a-0e97bb60bb3f service nova] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Neutron deleted interface 7035eeac-8198-441e-8326-e9eadf48e229; detaching it from the instance and deleting it from the info cache [ 749.511728] env[69365]: DEBUG nova.network.neutron [req-14e1f144-a554-4fe2-9b5d-204c5d691267 req-a0d6314f-48c3-415b-816a-0e97bb60bb3f service nova] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.534943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "refresh_cache-c473f1f3-31a5-4caf-a424-71871bbaa28e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.534943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "refresh_cache-c473f1f3-31a5-4caf-a424-71871bbaa28e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.534943] env[69365]: DEBUG nova.network.neutron [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.593116] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.657395] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301491, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.666879] env[69365]: DEBUG nova.compute.utils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.669051] env[69365]: DEBUG nova.compute.manager [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.669051] env[69365]: DEBUG nova.network.neutron [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.748432] env[69365]: DEBUG nova.policy [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23979ab15317450ea2b40cac030bb3c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11fba28064e044fda063baa6d31529dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.794890] env[69365]: DEBUG nova.network.neutron [-] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.014845] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-049581c9-2d8f-4bab-beaa-7dff124beb57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.030960] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1514a4f4-7ce0-41cb-808a-67f2b1c20c15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.052523] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Acquiring lock "e166ce10-33aa-499e-9020-1ecafc6c8cef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.053138] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lock "e166ce10-33aa-499e-9020-1ecafc6c8cef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.077454] env[69365]: DEBUG nova.compute.manager [req-14e1f144-a554-4fe2-9b5d-204c5d691267 req-a0d6314f-48c3-415b-816a-0e97bb60bb3f service nova] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Detach interface failed, port_id=7035eeac-8198-441e-8326-e9eadf48e229, reason: Instance 849e17e3-3933-49e5-a564-2afe368d7fc2 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 750.091390] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.097979] env[69365]: DEBUG nova.network.neutron [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.146021] env[69365]: DEBUG nova.network.neutron [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Successfully created port: a22398b4-786a-4468-aa4a-5a70cd477b81 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.161151] env[69365]: DEBUG oslo_vmware.api [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301491, 'name': PowerOnVM_Task, 'duration_secs': 1.444737} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.161151] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.161151] env[69365]: INFO nova.compute.manager [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Took 9.00 seconds to spawn the instance on the hypervisor. [ 750.161513] env[69365]: DEBUG nova.compute.manager [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.162747] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a7c4fa-2f52-462e-a339-29bead31a0ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.181280] env[69365]: DEBUG nova.compute.manager [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.263945] env[69365]: DEBUG nova.network.neutron [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Updating instance_info_cache with network_info: [{"id": "76384828-edcb-4c8b-b97b-d60fa8d248ad", "address": "fa:16:3e:6c:75:51", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76384828-ed", "ovs_interfaceid": "76384828-edcb-4c8b-b97b-d60fa8d248ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.268938] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6517425b-67ed-4a2d-ba84-78c1bceb856c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.278615] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4faa83-bcbd-4d91-a03e-c0376bbd6a43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.310167] env[69365]: INFO nova.compute.manager [-] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Took 1.38 seconds to deallocate network for instance. [ 750.312513] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e7aa54-e0a3-423a-bbf6-13226ebf4ca8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.323929] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50044f49-ef11-4679-8107-ca6f0bd728f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.340282] env[69365]: DEBUG nova.compute.provider_tree [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.592439] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.694099] env[69365]: INFO nova.compute.manager [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Took 46.24 seconds to build instance. [ 750.766807] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "refresh_cache-c473f1f3-31a5-4caf-a424-71871bbaa28e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.767161] env[69365]: DEBUG nova.compute.manager [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Instance network_info: |[{"id": "76384828-edcb-4c8b-b97b-d60fa8d248ad", "address": "fa:16:3e:6c:75:51", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76384828-ed", "ovs_interfaceid": "76384828-edcb-4c8b-b97b-d60fa8d248ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.767573] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:75:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76384828-edcb-4c8b-b97b-d60fa8d248ad', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.775354] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.775590] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.775787] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a83f0c5-3b60-48c8-94a8-444ebde00134 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.796431] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.796431] env[69365]: value = "task-3301492" [ 750.796431] env[69365]: _type = "Task" [ 750.796431] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.804188] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301492, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.821038] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.843720] env[69365]: DEBUG nova.scheduler.client.report [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.103415] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301483, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.110907] env[69365]: DEBUG nova.compute.manager [req-223cf28b-f3ae-4342-b87a-324aa88e5388 req-5dc94744-c543-460f-9190-408c2d9ee99b service nova] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Received event network-changed-76384828-edcb-4c8b-b97b-d60fa8d248ad {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.111084] env[69365]: DEBUG nova.compute.manager [req-223cf28b-f3ae-4342-b87a-324aa88e5388 req-5dc94744-c543-460f-9190-408c2d9ee99b service nova] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Refreshing instance network info cache due to event network-changed-76384828-edcb-4c8b-b97b-d60fa8d248ad. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.111337] env[69365]: DEBUG oslo_concurrency.lockutils [req-223cf28b-f3ae-4342-b87a-324aa88e5388 req-5dc94744-c543-460f-9190-408c2d9ee99b service nova] Acquiring lock "refresh_cache-c473f1f3-31a5-4caf-a424-71871bbaa28e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.111529] env[69365]: DEBUG oslo_concurrency.lockutils [req-223cf28b-f3ae-4342-b87a-324aa88e5388 req-5dc94744-c543-460f-9190-408c2d9ee99b service nova] Acquired lock "refresh_cache-c473f1f3-31a5-4caf-a424-71871bbaa28e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.111646] env[69365]: DEBUG nova.network.neutron [req-223cf28b-f3ae-4342-b87a-324aa88e5388 req-5dc94744-c543-460f-9190-408c2d9ee99b service nova] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Refreshing network info cache for port 76384828-edcb-4c8b-b97b-d60fa8d248ad {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.195788] env[69365]: DEBUG nova.compute.manager [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.199011] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7aaf3ca-5f30-4cb1-8eab-560ca91217db tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.499s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.232973] env[69365]: DEBUG nova.virt.hardware [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.233378] env[69365]: DEBUG nova.virt.hardware [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.233612] env[69365]: DEBUG nova.virt.hardware [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.233978] env[69365]: DEBUG nova.virt.hardware [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.234088] env[69365]: DEBUG nova.virt.hardware [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.234298] env[69365]: DEBUG nova.virt.hardware [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.234561] env[69365]: DEBUG nova.virt.hardware [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.234799] env[69365]: DEBUG nova.virt.hardware [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.235052] env[69365]: DEBUG nova.virt.hardware [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.235330] env[69365]: DEBUG nova.virt.hardware [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.238587] env[69365]: DEBUG nova.virt.hardware [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.238587] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9acb97-3284-476a-a954-48139e42fa46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.245799] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28da0fa4-5117-43e2-bf21-46a9d9fddb4a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.309896] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301492, 'name': CreateVM_Task, 'duration_secs': 0.376433} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.309896] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.309896] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.309896] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.309896] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.310179] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1605ca9-0a6d-4825-a8de-c130c293a284 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.317049] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 751.317049] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52811d16-4be2-318a-2a64-b3991970aabc" [ 751.317049] env[69365]: _type = "Task" [ 751.317049] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.326500] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52811d16-4be2-318a-2a64-b3991970aabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.349808] env[69365]: DEBUG oslo_concurrency.lockutils [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.352021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.616s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.353688] env[69365]: INFO nova.compute.claims [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.373880] env[69365]: INFO nova.scheduler.client.report [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Deleted allocations for instance b40ab823-a68d-45ec-b451-9a8addecfcfe [ 751.595200] env[69365]: DEBUG oslo_vmware.api [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301483, 'name': ReconfigVM_Task, 'duration_secs': 5.769826} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.595463] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.595670] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Reconfigured VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 751.620206] env[69365]: DEBUG nova.compute.manager [req-8fcf0218-efb3-48cb-89b9-524f597ba0db req-9cab9320-0d05-4217-b41c-f557b5dfdd35 service nova] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Received event network-vif-plugged-a22398b4-786a-4468-aa4a-5a70cd477b81 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.620429] env[69365]: DEBUG oslo_concurrency.lockutils [req-8fcf0218-efb3-48cb-89b9-524f597ba0db req-9cab9320-0d05-4217-b41c-f557b5dfdd35 service nova] Acquiring lock "bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.620637] env[69365]: DEBUG oslo_concurrency.lockutils [req-8fcf0218-efb3-48cb-89b9-524f597ba0db req-9cab9320-0d05-4217-b41c-f557b5dfdd35 service nova] Lock "bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.620801] env[69365]: DEBUG oslo_concurrency.lockutils [req-8fcf0218-efb3-48cb-89b9-524f597ba0db req-9cab9320-0d05-4217-b41c-f557b5dfdd35 service nova] Lock "bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.620983] env[69365]: DEBUG nova.compute.manager [req-8fcf0218-efb3-48cb-89b9-524f597ba0db req-9cab9320-0d05-4217-b41c-f557b5dfdd35 service nova] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] No waiting events found dispatching network-vif-plugged-a22398b4-786a-4468-aa4a-5a70cd477b81 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.621160] env[69365]: WARNING nova.compute.manager [req-8fcf0218-efb3-48cb-89b9-524f597ba0db req-9cab9320-0d05-4217-b41c-f557b5dfdd35 service nova] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Received unexpected event network-vif-plugged-a22398b4-786a-4468-aa4a-5a70cd477b81 for instance with vm_state building and task_state spawning. [ 751.704083] env[69365]: DEBUG nova.compute.manager [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.727566] env[69365]: DEBUG nova.network.neutron [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Successfully updated port: a22398b4-786a-4468-aa4a-5a70cd477b81 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.828437] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52811d16-4be2-318a-2a64-b3991970aabc, 'name': SearchDatastore_Task, 'duration_secs': 0.010398} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.829512] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.829512] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.829512] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.829512] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.829640] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.829831] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb1f5e9a-97bc-4a31-a037-b814ed497a8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.838798] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.838995] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.839733] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64fb4c9-4814-481c-8972-cdc651f10d61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.844622] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 751.844622] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5245c5a0-3c7b-2372-bec0-ea39316f6773" [ 751.844622] env[69365]: _type = "Task" [ 751.844622] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.853900] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5245c5a0-3c7b-2372-bec0-ea39316f6773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.882091] env[69365]: DEBUG oslo_concurrency.lockutils [None req-23408b7d-a6f5-4336-8d31-c9ac64e98099 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "b40ab823-a68d-45ec-b451-9a8addecfcfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.991s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.003181] env[69365]: DEBUG nova.network.neutron [req-223cf28b-f3ae-4342-b87a-324aa88e5388 req-5dc94744-c543-460f-9190-408c2d9ee99b service nova] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Updated VIF entry in instance network info cache for port 76384828-edcb-4c8b-b97b-d60fa8d248ad. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.003559] env[69365]: DEBUG nova.network.neutron [req-223cf28b-f3ae-4342-b87a-324aa88e5388 req-5dc94744-c543-460f-9190-408c2d9ee99b service nova] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Updating instance_info_cache with network_info: [{"id": "76384828-edcb-4c8b-b97b-d60fa8d248ad", "address": "fa:16:3e:6c:75:51", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76384828-ed", "ovs_interfaceid": "76384828-edcb-4c8b-b97b-d60fa8d248ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.230228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.230789] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquiring lock "refresh_cache-bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.230921] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquired lock "refresh_cache-bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.231075] env[69365]: DEBUG nova.network.neutron [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.355625] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5245c5a0-3c7b-2372-bec0-ea39316f6773, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.356500] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64913a98-8fae-4feb-ad8f-c140ccac084f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.362462] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 752.362462] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d22ebb-2ec8-900e-d0b9-9f025d28584d" [ 752.362462] env[69365]: _type = "Task" [ 752.362462] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.375609] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d22ebb-2ec8-900e-d0b9-9f025d28584d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.506148] env[69365]: DEBUG oslo_concurrency.lockutils [req-223cf28b-f3ae-4342-b87a-324aa88e5388 req-5dc94744-c543-460f-9190-408c2d9ee99b service nova] Releasing lock "refresh_cache-c473f1f3-31a5-4caf-a424-71871bbaa28e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.773569] env[69365]: DEBUG nova.network.neutron [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.816219] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0581601b-d0c6-4253-902f-0d2ee8439b14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.823736] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cfa1c6-d5fb-4320-99c2-b22983560583 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.856617] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b98734-4b37-4965-a779-7e49888d2e7b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.868076] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37162033-a175-4c23-873c-06cd967a7b3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.876872] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d22ebb-2ec8-900e-d0b9-9f025d28584d, 'name': SearchDatastore_Task, 'duration_secs': 0.036101} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.886287] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.886638] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] c473f1f3-31a5-4caf-a424-71871bbaa28e/c473f1f3-31a5-4caf-a424-71871bbaa28e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.887113] env[69365]: DEBUG nova.compute.provider_tree [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.888481] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b31c37e-6cb2-4908-bc97-a486d178fad9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.894958] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 752.894958] env[69365]: value = "task-3301493" [ 752.894958] env[69365]: _type = "Task" [ 752.894958] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.904305] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.010669] env[69365]: DEBUG nova.network.neutron [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Updating instance_info_cache with network_info: [{"id": "a22398b4-786a-4468-aa4a-5a70cd477b81", "address": "fa:16:3e:b1:ee:16", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22398b4-78", "ovs_interfaceid": "a22398b4-786a-4468-aa4a-5a70cd477b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.064120] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.064349] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.064542] env[69365]: DEBUG nova.network.neutron [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.372486] env[69365]: DEBUG nova.compute.manager [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Received event network-changed-b2d77e13-9538-481d-bb5d-2d6a39f27721 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.372727] env[69365]: DEBUG nova.compute.manager [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Refreshing instance network info cache due to event network-changed-b2d77e13-9538-481d-bb5d-2d6a39f27721. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.372890] env[69365]: DEBUG oslo_concurrency.lockutils [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] Acquiring lock "refresh_cache-bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.373042] env[69365]: DEBUG oslo_concurrency.lockutils [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] Acquired lock "refresh_cache-bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.373211] env[69365]: DEBUG nova.network.neutron [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Refreshing network info cache for port b2d77e13-9538-481d-bb5d-2d6a39f27721 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.392108] env[69365]: DEBUG nova.scheduler.client.report [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.406678] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466317} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.406926] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] c473f1f3-31a5-4caf-a424-71871bbaa28e/c473f1f3-31a5-4caf-a424-71871bbaa28e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.407192] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.407937] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-412e5851-a6c1-4148-9a64-1fb0302bce5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.414488] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 753.414488] env[69365]: value = "task-3301494" [ 753.414488] env[69365]: _type = "Task" [ 753.414488] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.423422] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.513745] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Releasing lock "refresh_cache-bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.514162] env[69365]: DEBUG nova.compute.manager [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Instance network_info: |[{"id": "a22398b4-786a-4468-aa4a-5a70cd477b81", "address": "fa:16:3e:b1:ee:16", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22398b4-78", "ovs_interfaceid": "a22398b4-786a-4468-aa4a-5a70cd477b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.514599] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:ee:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a22398b4-786a-4468-aa4a-5a70cd477b81', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.523029] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.523613] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.523862] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50603279-f7f2-4230-bdd3-3229a0cb1f2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.544629] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.544629] env[69365]: value = "task-3301495" [ 753.544629] env[69365]: _type = "Task" [ 753.544629] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.554068] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.554342] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.554548] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.554756] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.554931] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.556515] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301495, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.558839] env[69365]: INFO nova.compute.manager [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Terminating instance [ 753.638183] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "7a67b10b-2d73-4a7c-a30a-2be123c42a30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.638540] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "7a67b10b-2d73-4a7c-a30a-2be123c42a30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.638757] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "7a67b10b-2d73-4a7c-a30a-2be123c42a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.639672] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "7a67b10b-2d73-4a7c-a30a-2be123c42a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.639767] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "7a67b10b-2d73-4a7c-a30a-2be123c42a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.641787] env[69365]: INFO nova.compute.manager [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Terminating instance [ 753.644969] env[69365]: DEBUG nova.compute.manager [req-a83fd6ed-ba0f-4531-a330-345562a99356 req-307ae017-ffee-4924-be12-29f90cffc0a6 service nova] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Received event network-changed-a22398b4-786a-4468-aa4a-5a70cd477b81 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.645172] env[69365]: DEBUG nova.compute.manager [req-a83fd6ed-ba0f-4531-a330-345562a99356 req-307ae017-ffee-4924-be12-29f90cffc0a6 service nova] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Refreshing instance network info cache due to event network-changed-a22398b4-786a-4468-aa4a-5a70cd477b81. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.645368] env[69365]: DEBUG oslo_concurrency.lockutils [req-a83fd6ed-ba0f-4531-a330-345562a99356 req-307ae017-ffee-4924-be12-29f90cffc0a6 service nova] Acquiring lock "refresh_cache-bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.645509] env[69365]: DEBUG oslo_concurrency.lockutils [req-a83fd6ed-ba0f-4531-a330-345562a99356 req-307ae017-ffee-4924-be12-29f90cffc0a6 service nova] Acquired lock "refresh_cache-bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.645667] env[69365]: DEBUG nova.network.neutron [req-a83fd6ed-ba0f-4531-a330-345562a99356 req-307ae017-ffee-4924-be12-29f90cffc0a6 service nova] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Refreshing network info cache for port a22398b4-786a-4468-aa4a-5a70cd477b81 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.824276] env[69365]: INFO nova.network.neutron [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Port 15fd5320-dcff-4aa7-bfd0-07bd0db1491f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 753.824717] env[69365]: DEBUG nova.network.neutron [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Updating instance_info_cache with network_info: [{"id": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "address": "fa:16:3e:56:0b:bb", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c05013-ba", "ovs_interfaceid": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.898304] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.898304] env[69365]: DEBUG nova.compute.manager [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.900712] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.509s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.901992] env[69365]: INFO nova.compute.claims [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.924463] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063198} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.924814] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.925713] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc4b0f4-4b9c-4218-b2a0-08580ab92d32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.947243] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] c473f1f3-31a5-4caf-a424-71871bbaa28e/c473f1f3-31a5-4caf-a424-71871bbaa28e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.950754] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f5189e8-e30b-424b-bd35-59b87056a5e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.965374] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "07c180c9-fb11-4cb1-a411-a6b8e0f858b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.965591] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "07c180c9-fb11-4cb1-a411-a6b8e0f858b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.965793] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "07c180c9-fb11-4cb1-a411-a6b8e0f858b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.965970] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "07c180c9-fb11-4cb1-a411-a6b8e0f858b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.966174] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "07c180c9-fb11-4cb1-a411-a6b8e0f858b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.968024] env[69365]: INFO nova.compute.manager [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Terminating instance [ 753.974778] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 753.974778] env[69365]: value = "task-3301496" [ 753.974778] env[69365]: _type = "Task" [ 753.974778] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.982954] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.053640] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301495, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.063566] env[69365]: DEBUG nova.compute.manager [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.063903] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.064647] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e3c092-9442-4a5f-8d91-3da0ff3696a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.071205] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.071425] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03f6c304-5c0b-4ea1-af71-c66ada470cca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.077078] env[69365]: DEBUG oslo_vmware.api [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 754.077078] env[69365]: value = "task-3301497" [ 754.077078] env[69365]: _type = "Task" [ 754.077078] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.084343] env[69365]: DEBUG oslo_vmware.api [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.145843] env[69365]: DEBUG nova.network.neutron [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Updated VIF entry in instance network info cache for port b2d77e13-9538-481d-bb5d-2d6a39f27721. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.146263] env[69365]: DEBUG nova.network.neutron [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Updating instance_info_cache with network_info: [{"id": "b2d77e13-9538-481d-bb5d-2d6a39f27721", "address": "fa:16:3e:b3:8a:88", "network": {"id": "a72e2b6d-f2de-4d42-b98c-aa16350a1563", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052376659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcd9c96c11014f0b99429d190c12e6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d77e13-95", "ovs_interfaceid": "b2d77e13-9538-481d-bb5d-2d6a39f27721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.148535] env[69365]: DEBUG nova.compute.manager [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.148650] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.151433] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0205a9-a199-48ba-af0d-7f9aad1a6ad3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.159434] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.159765] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7617c004-a5bb-4903-9952-1d9f044112ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.167053] env[69365]: DEBUG oslo_vmware.api [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 754.167053] env[69365]: value = "task-3301498" [ 754.167053] env[69365]: _type = "Task" [ 754.167053] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.174996] env[69365]: DEBUG oslo_vmware.api [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.327332] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "refresh_cache-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.386182] env[69365]: DEBUG nova.network.neutron [req-a83fd6ed-ba0f-4531-a330-345562a99356 req-307ae017-ffee-4924-be12-29f90cffc0a6 service nova] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Updated VIF entry in instance network info cache for port a22398b4-786a-4468-aa4a-5a70cd477b81. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.386730] env[69365]: DEBUG nova.network.neutron [req-a83fd6ed-ba0f-4531-a330-345562a99356 req-307ae017-ffee-4924-be12-29f90cffc0a6 service nova] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Updating instance_info_cache with network_info: [{"id": "a22398b4-786a-4468-aa4a-5a70cd477b81", "address": "fa:16:3e:b1:ee:16", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22398b4-78", "ovs_interfaceid": "a22398b4-786a-4468-aa4a-5a70cd477b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.410366] env[69365]: DEBUG nova.compute.utils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.411710] env[69365]: DEBUG nova.compute.manager [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.411891] env[69365]: DEBUG nova.network.neutron [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.472945] env[69365]: DEBUG nova.compute.manager [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.473214] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.474273] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f1c091-12a8-407c-90fc-89615ffd81e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.478443] env[69365]: DEBUG nova.policy [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc8bab0fb1ed43c6bc6b4db9a319ccb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fd0b67e9b084046bb4deb9dc6a84513', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.488179] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.491379] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-726eea26-ec60-46bf-a844-2d33409ea167 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.493814] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.498695] env[69365]: DEBUG oslo_vmware.api [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 754.498695] env[69365]: value = "task-3301499" [ 754.498695] env[69365]: _type = "Task" [ 754.498695] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.507857] env[69365]: DEBUG oslo_vmware.api [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.556472] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301495, 'name': CreateVM_Task, 'duration_secs': 0.925063} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.556713] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.557597] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.557820] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.558239] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.558565] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0384b55-9c9b-4805-ae32-aa36d1157484 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.563955] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 754.563955] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a4c5fb-4b9f-5f00-931a-40a2d2837c76" [ 754.563955] env[69365]: _type = "Task" [ 754.563955] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.573140] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a4c5fb-4b9f-5f00-931a-40a2d2837c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.586116] env[69365]: DEBUG oslo_vmware.api [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301497, 'name': PowerOffVM_Task, 'duration_secs': 0.405748} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.586436] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.586606] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.586886] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da876e54-7a26-4cb3-8de5-9ef149e4dca9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.648614] env[69365]: DEBUG oslo_concurrency.lockutils [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] Releasing lock "refresh_cache-bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.648994] env[69365]: DEBUG nova.compute.manager [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Received event network-vif-deleted-15fd5320-dcff-4aa7-bfd0-07bd0db1491f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.649283] env[69365]: INFO nova.compute.manager [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Neutron deleted interface 15fd5320-dcff-4aa7-bfd0-07bd0db1491f; detaching it from the instance and deleting it from the info cache [ 754.649692] env[69365]: DEBUG nova.network.neutron [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Updating instance_info_cache with network_info: [{"id": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "address": "fa:16:3e:56:0b:bb", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c05013-ba", "ovs_interfaceid": "f1c05013-bafa-47bc-b037-17ac4cbc9530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.661460] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.661704] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.661888] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Deleting the datastore file [datastore1] 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.662202] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22e81d1a-18c9-4a61-93be-bb401b7fa0f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.672088] env[69365]: DEBUG oslo_vmware.api [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 754.672088] env[69365]: value = "task-3301501" [ 754.672088] env[69365]: _type = "Task" [ 754.672088] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.680599] env[69365]: DEBUG oslo_vmware.api [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301498, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.686177] env[69365]: DEBUG oslo_vmware.api [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.833262] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f96c4d6-3d10-4263-8392-dfa6ae0f0816 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-53cb2fdd-0478-426e-a4e0-e5cf24fffa2a-15fd5320-dcff-4aa7-bfd0-07bd0db1491f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.839s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.889714] env[69365]: DEBUG oslo_concurrency.lockutils [req-a83fd6ed-ba0f-4531-a330-345562a99356 req-307ae017-ffee-4924-be12-29f90cffc0a6 service nova] Releasing lock "refresh_cache-bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.918140] env[69365]: DEBUG nova.compute.manager [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.929974] env[69365]: DEBUG nova.network.neutron [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Successfully created port: 160e0162-e2d6-4955-96d1-4df30510209d {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.989276] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301496, 'name': ReconfigVM_Task, 'duration_secs': 0.891491} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.991618] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Reconfigured VM instance instance-0000001c to attach disk [datastore1] c473f1f3-31a5-4caf-a424-71871bbaa28e/c473f1f3-31a5-4caf-a424-71871bbaa28e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.993052] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e326b124-6172-40f7-aefd-3daf6f6f8b6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.999663] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 754.999663] env[69365]: value = "task-3301502" [ 754.999663] env[69365]: _type = "Task" [ 754.999663] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.011960] env[69365]: DEBUG oslo_vmware.api [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301499, 'name': PowerOffVM_Task, 'duration_secs': 0.220552} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.016030] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.016030] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.016030] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301502, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.018123] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6095612-fd9f-427b-ac36-3e18e814377c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.077882] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a4c5fb-4b9f-5f00-931a-40a2d2837c76, 'name': SearchDatastore_Task, 'duration_secs': 0.018556} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.078213] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.078446] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.078685] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.078869] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.079021] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.079287] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-662ea07e-e395-4c21-a622-05b100de7754 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.085682] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.085874] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.086078] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Deleting the datastore file [datastore2] 07c180c9-fb11-4cb1-a411-a6b8e0f858b2 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.087448] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eb23b49-739f-41db-a09e-9168ab70e1be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.091714] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.091895] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.093548] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f1575b-451e-480c-994d-5d066784f408 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.096145] env[69365]: DEBUG oslo_vmware.api [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 755.096145] env[69365]: value = "task-3301504" [ 755.096145] env[69365]: _type = "Task" [ 755.096145] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.103957] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 755.103957] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5207c3f9-b294-5841-cb9b-e8d93baa495f" [ 755.103957] env[69365]: _type = "Task" [ 755.103957] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.110947] env[69365]: DEBUG oslo_vmware.api [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.119194] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5207c3f9-b294-5841-cb9b-e8d93baa495f, 'name': SearchDatastore_Task, 'duration_secs': 0.008295} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.120239] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7ed4057-cc31-4812-87b7-f41ccdd41b6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.127988] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 755.127988] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f8e6d9-c4ea-0624-806d-8b620d5e683a" [ 755.127988] env[69365]: _type = "Task" [ 755.127988] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.135895] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f8e6d9-c4ea-0624-806d-8b620d5e683a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.154867] env[69365]: DEBUG oslo_concurrency.lockutils [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] Acquiring lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.176720] env[69365]: DEBUG oslo_vmware.api [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301498, 'name': PowerOffVM_Task, 'duration_secs': 0.537902} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.180488] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.180673] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.183293] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e4cccf5-c4e9-4fbc-923c-d0dadbedf1d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.190968] env[69365]: DEBUG oslo_vmware.api [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183506} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.192962] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.192962] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.192962] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.192962] env[69365]: INFO nova.compute.manager [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 755.192962] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.192962] env[69365]: DEBUG nova.compute.manager [-] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.192962] env[69365]: DEBUG nova.network.neutron [-] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.264516] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.265124] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.265409] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Deleting the datastore file [datastore2] 7a67b10b-2d73-4a7c-a30a-2be123c42a30 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.266211] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6a3a7aa-3425-4cb8-b2ec-5436880f4b19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.271670] env[69365]: DEBUG oslo_vmware.api [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for the task: (returnval){ [ 755.271670] env[69365]: value = "task-3301506" [ 755.271670] env[69365]: _type = "Task" [ 755.271670] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.284221] env[69365]: DEBUG oslo_vmware.api [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.395766] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0419dec3-a6d2-4d93-9c52-89b2575a3e75 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.403359] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370f074b-c4bb-4d33-b6a1-61a8723fec17 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.436640] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f486c47-9b78-4b1b-b33d-57c332ad0dc4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.444621] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6ce86f-097e-42d7-942a-4c0a3ad83225 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.458771] env[69365]: DEBUG nova.compute.provider_tree [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.513588] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301502, 'name': Rename_Task, 'duration_secs': 0.15272} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.513926] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.514219] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e30ab51-d135-4c6e-856b-29851a5e5473 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.520391] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 755.520391] env[69365]: value = "task-3301507" [ 755.520391] env[69365]: _type = "Task" [ 755.520391] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.528999] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.608924] env[69365]: DEBUG oslo_vmware.api [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17247} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.609185] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.609368] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.609542] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.609710] env[69365]: INFO nova.compute.manager [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 755.609997] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.610224] env[69365]: DEBUG nova.compute.manager [-] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.610321] env[69365]: DEBUG nova.network.neutron [-] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.641026] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f8e6d9-c4ea-0624-806d-8b620d5e683a, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.641026] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.641026] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a/bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.641026] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80dced69-ac8c-43d5-b98e-b739e666d161 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.645909] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 755.645909] env[69365]: value = "task-3301508" [ 755.645909] env[69365]: _type = "Task" [ 755.645909] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.653700] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.782756] env[69365]: DEBUG oslo_vmware.api [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Task: {'id': task-3301506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143391} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.783637] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.784015] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.784344] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.784834] env[69365]: INFO nova.compute.manager [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Took 1.64 seconds to destroy the instance on the hypervisor. [ 755.785216] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.785540] env[69365]: DEBUG nova.compute.manager [-] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.787017] env[69365]: DEBUG nova.network.neutron [-] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.944083] env[69365]: DEBUG nova.compute.manager [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.964168] env[69365]: DEBUG nova.scheduler.client.report [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.984070] env[69365]: DEBUG nova.virt.hardware [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.984070] env[69365]: DEBUG nova.virt.hardware [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.984070] env[69365]: DEBUG nova.virt.hardware [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.984070] env[69365]: DEBUG nova.virt.hardware [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.984070] env[69365]: DEBUG nova.virt.hardware [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.984070] env[69365]: DEBUG nova.virt.hardware [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.988297] env[69365]: DEBUG nova.virt.hardware [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.988297] env[69365]: DEBUG nova.virt.hardware [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.988297] env[69365]: DEBUG nova.virt.hardware [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.988297] env[69365]: DEBUG nova.virt.hardware [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.988297] env[69365]: DEBUG nova.virt.hardware [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.988297] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbca9a2-c70f-457d-baf7-dc0cfe838b24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.996595] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2345ca7f-7562-41b5-8788-13d3af0b7fa1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.031764] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301507, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.089602] env[69365]: DEBUG nova.compute.manager [req-c7ce0331-c4b2-48f6-a803-ad6d926d00e3 req-ed0f925d-16b4-4b0d-a50b-f9e9a3fe3a48 service nova] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Received event network-vif-deleted-c800de79-5b28-4ee2-ae1a-c89c961b4bee {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.089811] env[69365]: INFO nova.compute.manager [req-c7ce0331-c4b2-48f6-a803-ad6d926d00e3 req-ed0f925d-16b4-4b0d-a50b-f9e9a3fe3a48 service nova] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Neutron deleted interface c800de79-5b28-4ee2-ae1a-c89c961b4bee; detaching it from the instance and deleting it from the info cache [ 756.089994] env[69365]: DEBUG nova.network.neutron [req-c7ce0331-c4b2-48f6-a803-ad6d926d00e3 req-ed0f925d-16b4-4b0d-a50b-f9e9a3fe3a48 service nova] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.157817] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502674} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.157817] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a/bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.158205] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.158446] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd4d6ced-45d3-4865-abad-0b36df6e9c06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.164722] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 756.164722] env[69365]: value = "task-3301509" [ 756.164722] env[69365]: _type = "Task" [ 756.164722] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.174951] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.220254] env[69365]: DEBUG nova.compute.manager [req-f1dab013-2558-4b51-b6ac-7b3b9ff154ab req-833e239a-765d-4d83-9c65-a594c954c2a3 service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Received event network-vif-deleted-f1c05013-bafa-47bc-b037-17ac4cbc9530 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.220492] env[69365]: INFO nova.compute.manager [req-f1dab013-2558-4b51-b6ac-7b3b9ff154ab req-833e239a-765d-4d83-9c65-a594c954c2a3 service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Neutron deleted interface f1c05013-bafa-47bc-b037-17ac4cbc9530; detaching it from the instance and deleting it from the info cache [ 756.220760] env[69365]: DEBUG nova.network.neutron [req-f1dab013-2558-4b51-b6ac-7b3b9ff154ab req-833e239a-765d-4d83-9c65-a594c954c2a3 service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.390292] env[69365]: DEBUG nova.network.neutron [-] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.476105] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.476625] env[69365]: DEBUG nova.compute.manager [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.480069] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.840s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.484097] env[69365]: INFO nova.compute.claims [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.532046] env[69365]: DEBUG oslo_vmware.api [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301507, 'name': PowerOnVM_Task, 'duration_secs': 0.720763} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.532535] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.532785] env[69365]: INFO nova.compute.manager [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Took 7.99 seconds to spawn the instance on the hypervisor. [ 756.533010] env[69365]: DEBUG nova.compute.manager [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.534378] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9981da15-0820-4039-aee3-201222641727 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.595315] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7795043-0b27-4648-98c9-2ce8347e91bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.599363] env[69365]: DEBUG nova.network.neutron [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Successfully updated port: 160e0162-e2d6-4955-96d1-4df30510209d {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.608585] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c7517a-e55c-49a2-9ea5-224e0d30aec8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.644366] env[69365]: DEBUG nova.compute.manager [req-c7ce0331-c4b2-48f6-a803-ad6d926d00e3 req-ed0f925d-16b4-4b0d-a50b-f9e9a3fe3a48 service nova] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Detach interface failed, port_id=c800de79-5b28-4ee2-ae1a-c89c961b4bee, reason: Instance 07c180c9-fb11-4cb1-a411-a6b8e0f858b2 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 756.673378] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23033} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.673744] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.674482] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83231ce-670d-4190-b194-7e18d92498b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.698781] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a/bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.699440] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc23aec-8d9f-4b1d-abc3-82892baed56a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.715174] env[69365]: DEBUG nova.network.neutron [-] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.720711] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 756.720711] env[69365]: value = "task-3301510" [ 756.720711] env[69365]: _type = "Task" [ 756.720711] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.726044] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e876bd9-e167-4a19-b6a6-b813a436650d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.733461] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301510, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.737198] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b4112f-399f-49af-84b4-d774849f551a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.767651] env[69365]: DEBUG nova.compute.manager [req-f1dab013-2558-4b51-b6ac-7b3b9ff154ab req-833e239a-765d-4d83-9c65-a594c954c2a3 service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Detach interface failed, port_id=f1c05013-bafa-47bc-b037-17ac4cbc9530, reason: Instance 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 756.895932] env[69365]: INFO nova.compute.manager [-] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Took 1.29 seconds to deallocate network for instance. [ 756.922776] env[69365]: DEBUG nova.network.neutron [-] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.988999] env[69365]: DEBUG nova.compute.utils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.992115] env[69365]: DEBUG nova.compute.manager [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.992241] env[69365]: DEBUG nova.network.neutron [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.052208] env[69365]: INFO nova.compute.manager [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Took 47.24 seconds to build instance. [ 757.067850] env[69365]: DEBUG nova.policy [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37c72959b6a84626ba269526b3830f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a87961c1b95940f1baa2e2e031de72ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.101413] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Acquiring lock "refresh_cache-c6ebf8b9-b4d9-43e3-ac3c-be57592805a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.101570] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Acquired lock "refresh_cache-c6ebf8b9-b4d9-43e3-ac3c-be57592805a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.101759] env[69365]: DEBUG nova.network.neutron [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.218958] env[69365]: INFO nova.compute.manager [-] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Took 2.03 seconds to deallocate network for instance. [ 757.233253] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.402455] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.419356] env[69365]: DEBUG nova.network.neutron [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Successfully created port: b75097b9-a65f-48d3-935b-b58ba5ad536b {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.425104] env[69365]: INFO nova.compute.manager [-] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Took 1.64 seconds to deallocate network for instance. [ 757.500536] env[69365]: DEBUG nova.compute.manager [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.554904] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a4c3e54-02c2-4d3b-825b-f7ff96af6e61 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "c473f1f3-31a5-4caf-a424-71871bbaa28e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.776s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.658530] env[69365]: DEBUG nova.network.neutron [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.731306] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.740109] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301510, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.886256] env[69365]: DEBUG nova.network.neutron [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Updating instance_info_cache with network_info: [{"id": "160e0162-e2d6-4955-96d1-4df30510209d", "address": "fa:16:3e:0b:e4:11", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160e0162-e2", "ovs_interfaceid": "160e0162-e2d6-4955-96d1-4df30510209d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.932276] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.996833] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c58f82-fc00-44e2-a935-5825d7d0b358 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.004573] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec42cf5-f11b-4659-9df9-297cb0126eac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.040315] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb63d203-b9ff-4630-a0ba-b78621f440cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.051169] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb673a5-581b-4118-aa02-a52d7d0c9dce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.064397] env[69365]: DEBUG nova.compute.manager [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.067492] env[69365]: DEBUG nova.compute.provider_tree [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.234984] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301510, 'name': ReconfigVM_Task, 'duration_secs': 1.082736} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.235286] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Reconfigured VM instance instance-0000001b to attach disk [datastore1] bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a/bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.235904] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78222110-a586-473a-89a3-d97d4ef60a8d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.242840] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 758.242840] env[69365]: value = "task-3301511" [ 758.242840] env[69365]: _type = "Task" [ 758.242840] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.250582] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301511, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.252983] env[69365]: DEBUG nova.compute.manager [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Received event network-vif-deleted-db53db31-a96a-4ec5-82b5-89fd437c45b5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.253204] env[69365]: DEBUG nova.compute.manager [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Received event network-vif-plugged-160e0162-e2d6-4955-96d1-4df30510209d {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.253390] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] Acquiring lock "c6ebf8b9-b4d9-43e3-ac3c-be57592805a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.253599] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] Lock "c6ebf8b9-b4d9-43e3-ac3c-be57592805a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.253787] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] Lock "c6ebf8b9-b4d9-43e3-ac3c-be57592805a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.253956] env[69365]: DEBUG nova.compute.manager [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] No waiting events found dispatching network-vif-plugged-160e0162-e2d6-4955-96d1-4df30510209d {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.254133] env[69365]: WARNING nova.compute.manager [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Received unexpected event network-vif-plugged-160e0162-e2d6-4955-96d1-4df30510209d for instance with vm_state building and task_state spawning. [ 758.254295] env[69365]: DEBUG nova.compute.manager [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Received event network-changed-160e0162-e2d6-4955-96d1-4df30510209d {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.254446] env[69365]: DEBUG nova.compute.manager [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Refreshing instance network info cache due to event network-changed-160e0162-e2d6-4955-96d1-4df30510209d. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.254615] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] Acquiring lock "refresh_cache-c6ebf8b9-b4d9-43e3-ac3c-be57592805a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.282473] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14b6898-2465-4604-8ffd-295a648261e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.289235] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6723ce4e-a89a-4c9e-a223-34eb43ae4028 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Suspending the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 758.289475] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0888a2fe-1b9d-4784-bc50-5fdc9aadf54e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.295269] env[69365]: DEBUG oslo_vmware.api [None req-6723ce4e-a89a-4c9e-a223-34eb43ae4028 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 758.295269] env[69365]: value = "task-3301512" [ 758.295269] env[69365]: _type = "Task" [ 758.295269] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.303366] env[69365]: DEBUG oslo_vmware.api [None req-6723ce4e-a89a-4c9e-a223-34eb43ae4028 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301512, 'name': SuspendVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.389219] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Releasing lock "refresh_cache-c6ebf8b9-b4d9-43e3-ac3c-be57592805a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.389637] env[69365]: DEBUG nova.compute.manager [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Instance network_info: |[{"id": "160e0162-e2d6-4955-96d1-4df30510209d", "address": "fa:16:3e:0b:e4:11", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160e0162-e2", "ovs_interfaceid": "160e0162-e2d6-4955-96d1-4df30510209d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.389986] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] Acquired lock "refresh_cache-c6ebf8b9-b4d9-43e3-ac3c-be57592805a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.390238] env[69365]: DEBUG nova.network.neutron [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Refreshing network info cache for port 160e0162-e2d6-4955-96d1-4df30510209d {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.391712] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:e4:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '160e0162-e2d6-4955-96d1-4df30510209d', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.401183] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Creating folder: Project (8fd0b67e9b084046bb4deb9dc6a84513). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.401786] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc311fe1-2533-4e44-bedd-b79e4fd99fd0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.414967] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Created folder: Project (8fd0b67e9b084046bb4deb9dc6a84513) in parent group-v659152. [ 758.414967] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Creating folder: Instances. Parent ref: group-v659238. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.414967] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43ac89d0-0c9b-43de-ad96-bc92d904f891 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.423402] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Created folder: Instances in parent group-v659238. [ 758.423643] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.423862] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.424085] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2de31fa-04a0-441a-a754-0209820cd24a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.442792] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.442792] env[69365]: value = "task-3301515" [ 758.442792] env[69365]: _type = "Task" [ 758.442792] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.450653] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301515, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.514358] env[69365]: DEBUG nova.compute.manager [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.541643] env[69365]: DEBUG nova.virt.hardware [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.541921] env[69365]: DEBUG nova.virt.hardware [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.542170] env[69365]: DEBUG nova.virt.hardware [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.542390] env[69365]: DEBUG nova.virt.hardware [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.542572] env[69365]: DEBUG nova.virt.hardware [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.542772] env[69365]: DEBUG nova.virt.hardware [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.544441] env[69365]: DEBUG nova.virt.hardware [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.544441] env[69365]: DEBUG nova.virt.hardware [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.544441] env[69365]: DEBUG nova.virt.hardware [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.544441] env[69365]: DEBUG nova.virt.hardware [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.544441] env[69365]: DEBUG nova.virt.hardware [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.544968] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7bb4d7-953a-4066-8f33-cad259bd16e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.553825] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a0fb06-e8ab-4251-a6a3-685a21a34831 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.574321] env[69365]: DEBUG nova.scheduler.client.report [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.595165] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.752100] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301511, 'name': Rename_Task, 'duration_secs': 0.152423} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.752389] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.752633] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adf6cc3d-eea2-4eea-8cba-8d86e70a1382 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.759136] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 758.759136] env[69365]: value = "task-3301516" [ 758.759136] env[69365]: _type = "Task" [ 758.759136] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.767941] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.804584] env[69365]: DEBUG oslo_vmware.api [None req-6723ce4e-a89a-4c9e-a223-34eb43ae4028 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301512, 'name': SuspendVM_Task} progress is 70%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.955051] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301515, 'name': CreateVM_Task, 'duration_secs': 0.360025} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.955266] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.956036] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.956209] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.956548] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.959297] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac098ca-a52c-4d19-9bfa-305a27fd251c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.964109] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Waiting for the task: (returnval){ [ 758.964109] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529480f2-2322-6bbb-8ecd-aa798edd242f" [ 758.964109] env[69365]: _type = "Task" [ 758.964109] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.972264] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529480f2-2322-6bbb-8ecd-aa798edd242f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.082158] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.082715] env[69365]: DEBUG nova.compute.manager [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.087598] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.700s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.087838] env[69365]: DEBUG nova.objects.instance [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lazy-loading 'resources' on Instance uuid d0af16e1-ef91-409d-af71-2c57bd1c4aef {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.271122] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301516, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.300597] env[69365]: DEBUG nova.network.neutron [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Updated VIF entry in instance network info cache for port 160e0162-e2d6-4955-96d1-4df30510209d. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.301027] env[69365]: DEBUG nova.network.neutron [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Updating instance_info_cache with network_info: [{"id": "160e0162-e2d6-4955-96d1-4df30510209d", "address": "fa:16:3e:0b:e4:11", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160e0162-e2", "ovs_interfaceid": "160e0162-e2d6-4955-96d1-4df30510209d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.308203] env[69365]: DEBUG oslo_vmware.api [None req-6723ce4e-a89a-4c9e-a223-34eb43ae4028 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301512, 'name': SuspendVM_Task, 'duration_secs': 0.64741} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.308203] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6723ce4e-a89a-4c9e-a223-34eb43ae4028 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Suspended the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 759.308203] env[69365]: DEBUG nova.compute.manager [None req-6723ce4e-a89a-4c9e-a223-34eb43ae4028 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.308612] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f5f854-6909-4401-9289-89e4d373afd8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.320561] env[69365]: DEBUG nova.network.neutron [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Successfully updated port: b75097b9-a65f-48d3-935b-b58ba5ad536b {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.475921] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529480f2-2322-6bbb-8ecd-aa798edd242f, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.476294] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.476673] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.477120] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.477351] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.477648] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.478014] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0202961-d741-483c-804c-a815953dd445 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.487543] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.487828] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.488904] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f0d47b-7a12-4de6-94b9-479447e4900f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.496352] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Waiting for the task: (returnval){ [ 759.496352] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cf4c83-9ad8-2423-c776-7187029b7a3a" [ 759.496352] env[69365]: _type = "Task" [ 759.496352] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.504126] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cf4c83-9ad8-2423-c776-7187029b7a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.589695] env[69365]: DEBUG nova.compute.utils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.594063] env[69365]: DEBUG nova.compute.manager [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.594063] env[69365]: DEBUG nova.network.neutron [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.647378] env[69365]: DEBUG nova.policy [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37c72959b6a84626ba269526b3830f32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a87961c1b95940f1baa2e2e031de72ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.774949] env[69365]: DEBUG oslo_vmware.api [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301516, 'name': PowerOnVM_Task, 'duration_secs': 0.518426} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.774949] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.775168] env[69365]: INFO nova.compute.manager [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Took 8.58 seconds to spawn the instance on the hypervisor. [ 759.775366] env[69365]: DEBUG nova.compute.manager [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.778495] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e72c43-9085-4285-ba72-fe99c7ec1ccb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.804421] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab6bc9f4-e540-4360-acaf-d7aecd69315a req-31cb6d0e-958a-4aec-99e9-cb290312060e service nova] Releasing lock "refresh_cache-c6ebf8b9-b4d9-43e3-ac3c-be57592805a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.823284] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "refresh_cache-cdb2706d-414e-43c0-8c19-41aa3e1f6b84" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.823421] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquired lock "refresh_cache-cdb2706d-414e-43c0-8c19-41aa3e1f6b84" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.823565] env[69365]: DEBUG nova.network.neutron [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.989590] env[69365]: DEBUG nova.network.neutron [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Successfully created port: e39f28ea-f5d6-4775-90e5-a67328d1ecc3 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.010495] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cf4c83-9ad8-2423-c776-7187029b7a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.008779} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.013933] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768e50db-7bab-47bc-bc6c-57a59f45c49f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.027080] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Waiting for the task: (returnval){ [ 760.027080] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5209e450-2589-7992-14d9-e44c841d15df" [ 760.027080] env[69365]: _type = "Task" [ 760.027080] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.035269] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5209e450-2589-7992-14d9-e44c841d15df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.068050] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513b6585-b64b-4fe3-86ac-964f0c429194 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.077103] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6407969f-8764-4d11-80f1-674ae29b0bbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.108316] env[69365]: DEBUG nova.compute.manager [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.112058] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7d882e-68fd-49e5-a1f2-1985b36a0510 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.119938] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc052e2f-3f61-4de1-afb3-b23bb5aa1152 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.133983] env[69365]: DEBUG nova.compute.provider_tree [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.278422] env[69365]: DEBUG nova.compute.manager [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Received event network-vif-plugged-b75097b9-a65f-48d3-935b-b58ba5ad536b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.279127] env[69365]: DEBUG oslo_concurrency.lockutils [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] Acquiring lock "cdb2706d-414e-43c0-8c19-41aa3e1f6b84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.279438] env[69365]: DEBUG oslo_concurrency.lockutils [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] Lock "cdb2706d-414e-43c0-8c19-41aa3e1f6b84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.279654] env[69365]: DEBUG oslo_concurrency.lockutils [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] Lock "cdb2706d-414e-43c0-8c19-41aa3e1f6b84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.279895] env[69365]: DEBUG nova.compute.manager [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] No waiting events found dispatching network-vif-plugged-b75097b9-a65f-48d3-935b-b58ba5ad536b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.280143] env[69365]: WARNING nova.compute.manager [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Received unexpected event network-vif-plugged-b75097b9-a65f-48d3-935b-b58ba5ad536b for instance with vm_state building and task_state spawning. [ 760.280373] env[69365]: DEBUG nova.compute.manager [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Received event network-changed-b75097b9-a65f-48d3-935b-b58ba5ad536b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.280594] env[69365]: DEBUG nova.compute.manager [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Refreshing instance network info cache due to event network-changed-b75097b9-a65f-48d3-935b-b58ba5ad536b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.280827] env[69365]: DEBUG oslo_concurrency.lockutils [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] Acquiring lock "refresh_cache-cdb2706d-414e-43c0-8c19-41aa3e1f6b84" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.299573] env[69365]: INFO nova.compute.manager [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Took 50.14 seconds to build instance. [ 760.370507] env[69365]: DEBUG nova.network.neutron [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.527594] env[69365]: DEBUG nova.network.neutron [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Updating instance_info_cache with network_info: [{"id": "b75097b9-a65f-48d3-935b-b58ba5ad536b", "address": "fa:16:3e:57:19:be", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75097b9-a6", "ovs_interfaceid": "b75097b9-a65f-48d3-935b-b58ba5ad536b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.540493] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5209e450-2589-7992-14d9-e44c841d15df, 'name': SearchDatastore_Task, 'duration_secs': 0.014539} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.540493] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.540493] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] c6ebf8b9-b4d9-43e3-ac3c-be57592805a9/c6ebf8b9-b4d9-43e3-ac3c-be57592805a9.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.540493] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2fdad34-3ccb-4faf-838c-4731179e65ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.547239] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Waiting for the task: (returnval){ [ 760.547239] env[69365]: value = "task-3301517" [ 760.547239] env[69365]: _type = "Task" [ 760.547239] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.555517] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.637723] env[69365]: DEBUG nova.scheduler.client.report [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.801907] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1784f599-40ff-4f76-8430-60fc3f6b6d93 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.276s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.033505] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Releasing lock "refresh_cache-cdb2706d-414e-43c0-8c19-41aa3e1f6b84" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.033909] env[69365]: DEBUG nova.compute.manager [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Instance network_info: |[{"id": "b75097b9-a65f-48d3-935b-b58ba5ad536b", "address": "fa:16:3e:57:19:be", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75097b9-a6", "ovs_interfaceid": "b75097b9-a65f-48d3-935b-b58ba5ad536b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.034236] env[69365]: DEBUG oslo_concurrency.lockutils [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] Acquired lock "refresh_cache-cdb2706d-414e-43c0-8c19-41aa3e1f6b84" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.034418] env[69365]: DEBUG nova.network.neutron [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Refreshing network info cache for port b75097b9-a65f-48d3-935b-b58ba5ad536b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.035657] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:19:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b75097b9-a65f-48d3-935b-b58ba5ad536b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.043807] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Creating folder: Project (a87961c1b95940f1baa2e2e031de72ae). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.052876] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f36f40b1-89f9-44b0-97e1-a6a4c5361694 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.064036] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489838} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.064351] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] c6ebf8b9-b4d9-43e3-ac3c-be57592805a9/c6ebf8b9-b4d9-43e3-ac3c-be57592805a9.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.064675] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.066510] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bf3b8cd-7f07-46f4-804a-7e06dc0eadcf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.068346] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Created folder: Project (a87961c1b95940f1baa2e2e031de72ae) in parent group-v659152. [ 761.068589] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Creating folder: Instances. Parent ref: group-v659241. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.068885] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6efd3e55-679e-4c31-bff0-9668b4a9623d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.077019] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Waiting for the task: (returnval){ [ 761.077019] env[69365]: value = "task-3301519" [ 761.077019] env[69365]: _type = "Task" [ 761.077019] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.079363] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Created folder: Instances in parent group-v659241. [ 761.079690] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.079952] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.080250] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6381bca5-b7b7-450d-8aaa-2faa0285edf3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.101976] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.106517] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.106517] env[69365]: value = "task-3301521" [ 761.106517] env[69365]: _type = "Task" [ 761.106517] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.115431] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301521, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.117852] env[69365]: DEBUG nova.compute.manager [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.142802] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.145211] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.731s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.145516] env[69365]: DEBUG nova.objects.instance [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Lazy-loading 'resources' on Instance uuid 7999266e-8690-4570-a9c2-f5251c4ed2f4 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.153021] env[69365]: DEBUG nova.virt.hardware [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.153021] env[69365]: DEBUG nova.virt.hardware [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.154422] env[69365]: DEBUG nova.virt.hardware [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.154698] env[69365]: DEBUG nova.virt.hardware [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.155858] env[69365]: DEBUG nova.virt.hardware [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.155858] env[69365]: DEBUG nova.virt.hardware [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.156206] env[69365]: DEBUG nova.virt.hardware [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.156654] env[69365]: DEBUG nova.virt.hardware [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.158145] env[69365]: DEBUG nova.virt.hardware [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.158145] env[69365]: DEBUG nova.virt.hardware [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.158145] env[69365]: DEBUG nova.virt.hardware [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.158344] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61034dc2-c2e4-4824-a912-c529a54f8f69 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.173513] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b91add-c086-47ee-8a07-9174615ad172 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.179861] env[69365]: INFO nova.scheduler.client.report [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Deleted allocations for instance d0af16e1-ef91-409d-af71-2c57bd1c4aef [ 761.304670] env[69365]: DEBUG nova.compute.manager [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.363856] env[69365]: DEBUG nova.network.neutron [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Updated VIF entry in instance network info cache for port b75097b9-a65f-48d3-935b-b58ba5ad536b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.364231] env[69365]: DEBUG nova.network.neutron [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Updating instance_info_cache with network_info: [{"id": "b75097b9-a65f-48d3-935b-b58ba5ad536b", "address": "fa:16:3e:57:19:be", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75097b9-a6", "ovs_interfaceid": "b75097b9-a65f-48d3-935b-b58ba5ad536b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.583875] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060218} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.586327] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.587600] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7770e19b-21ee-4237-91ae-1863ea6784eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.609085] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] c6ebf8b9-b4d9-43e3-ac3c-be57592805a9/c6ebf8b9-b4d9-43e3-ac3c-be57592805a9.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.611884] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f62982d-d7f2-44c8-81f8-3ace33cd642e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.637502] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301521, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.638879] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Waiting for the task: (returnval){ [ 761.638879] env[69365]: value = "task-3301522" [ 761.638879] env[69365]: _type = "Task" [ 761.638879] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.649173] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.652068] env[69365]: DEBUG nova.network.neutron [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Successfully updated port: e39f28ea-f5d6-4775-90e5-a67328d1ecc3 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.656657] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a112f97-fd23-42ab-bffa-8dd0b721d91b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.667027] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e99d88b-fb45-4c90-b9bc-f03eb89567d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.701714] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e2d2e515-6b02-4d7a-a144-5dbc23b37922 tempest-ImagesOneServerTestJSON-1254792565 tempest-ImagesOneServerTestJSON-1254792565-project-member] Lock "d0af16e1-ef91-409d-af71-2c57bd1c4aef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.926s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.703283] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4a4cac-30cb-40e5-8693-f679ef346b66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.711487] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dee448e-4673-42d2-91bc-9d9ca579410d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.725725] env[69365]: DEBUG nova.compute.provider_tree [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.750623] env[69365]: DEBUG nova.compute.manager [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.751457] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f17ed10-a3ca-47e4-83e5-30cf22ae684b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.758532] env[69365]: DEBUG oslo_concurrency.lockutils [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquiring lock "bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.758771] env[69365]: DEBUG oslo_concurrency.lockutils [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.758955] env[69365]: DEBUG oslo_concurrency.lockutils [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquiring lock "bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.759316] env[69365]: DEBUG oslo_concurrency.lockutils [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.759316] env[69365]: DEBUG oslo_concurrency.lockutils [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.763315] env[69365]: INFO nova.compute.manager [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Terminating instance [ 761.822910] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.867268] env[69365]: DEBUG oslo_concurrency.lockutils [req-035d9aea-cb92-4865-8f6c-6a5aadd3c128 req-42851cdd-9150-46fd-a370-2abdedd7b444 service nova] Releasing lock "refresh_cache-cdb2706d-414e-43c0-8c19-41aa3e1f6b84" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.121684] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301521, 'name': CreateVM_Task, 'duration_secs': 0.601952} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.121868] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.122558] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.122724] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.123095] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.123351] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b65e74-aa24-49ea-837e-e00e93d31c8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.127682] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 762.127682] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c457de-6628-db31-6d9a-307c3c62f0e2" [ 762.127682] env[69365]: _type = "Task" [ 762.127682] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.135300] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c457de-6628-db31-6d9a-307c3c62f0e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.148781] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301522, 'name': ReconfigVM_Task, 'duration_secs': 0.385793} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.149056] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Reconfigured VM instance instance-0000001d to attach disk [datastore2] c6ebf8b9-b4d9-43e3-ac3c-be57592805a9/c6ebf8b9-b4d9-43e3-ac3c-be57592805a9.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.149687] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbbae6a2-a4f2-4065-832b-a3d7474652a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.154065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "refresh_cache-b215212d-8db4-423d-9bf6-8480037708a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.154065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquired lock "refresh_cache-b215212d-8db4-423d-9bf6-8480037708a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.154210] env[69365]: DEBUG nova.network.neutron [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.156245] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Waiting for the task: (returnval){ [ 762.156245] env[69365]: value = "task-3301523" [ 762.156245] env[69365]: _type = "Task" [ 762.156245] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.164702] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301523, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.229203] env[69365]: DEBUG nova.scheduler.client.report [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.267273] env[69365]: INFO nova.compute.manager [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] instance snapshotting [ 762.267486] env[69365]: WARNING nova.compute.manager [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 762.269268] env[69365]: DEBUG nova.compute.manager [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.269456] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.270498] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62589e9e-0062-44bf-8834-7e8cb1509538 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.274249] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2db7af-e7bb-4fce-9267-5a821e0b8207 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.283525] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.296039] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20118e95-0b6e-4e45-b596-5f3912d0e584 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.298466] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37c8f27-232c-451d-850b-77a4232dabab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.310345] env[69365]: DEBUG oslo_vmware.api [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 762.310345] env[69365]: value = "task-3301524" [ 762.310345] env[69365]: _type = "Task" [ 762.310345] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.311535] env[69365]: DEBUG nova.compute.manager [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Received event network-vif-plugged-e39f28ea-f5d6-4775-90e5-a67328d1ecc3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.311673] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] Acquiring lock "b215212d-8db4-423d-9bf6-8480037708a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.311821] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] Lock "b215212d-8db4-423d-9bf6-8480037708a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.311987] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] Lock "b215212d-8db4-423d-9bf6-8480037708a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.312167] env[69365]: DEBUG nova.compute.manager [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] [instance: b215212d-8db4-423d-9bf6-8480037708a5] No waiting events found dispatching network-vif-plugged-e39f28ea-f5d6-4775-90e5-a67328d1ecc3 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.312331] env[69365]: WARNING nova.compute.manager [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Received unexpected event network-vif-plugged-e39f28ea-f5d6-4775-90e5-a67328d1ecc3 for instance with vm_state building and task_state spawning. [ 762.312488] env[69365]: DEBUG nova.compute.manager [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Received event network-changed-e39f28ea-f5d6-4775-90e5-a67328d1ecc3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.312640] env[69365]: DEBUG nova.compute.manager [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Refreshing instance network info cache due to event network-changed-e39f28ea-f5d6-4775-90e5-a67328d1ecc3. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.312802] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] Acquiring lock "refresh_cache-b215212d-8db4-423d-9bf6-8480037708a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.322667] env[69365]: DEBUG oslo_vmware.api [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.638835] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c457de-6628-db31-6d9a-307c3c62f0e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.638933] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.639187] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.639414] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.639736] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.639736] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.640383] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-667bb229-2f22-4f2d-bf35-1e3f74752c4f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.648459] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.648640] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.649369] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c93e62-e3fb-4748-bede-2c7446bfe098 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.655183] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 762.655183] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52572d17-aa27-baf6-ecfc-a6e8d80c68b4" [ 762.655183] env[69365]: _type = "Task" [ 762.655183] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.666962] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52572d17-aa27-baf6-ecfc-a6e8d80c68b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.670310] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301523, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.725725] env[69365]: DEBUG nova.network.neutron [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.734697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.590s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.737686] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.607s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.737995] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.738103] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 762.741357] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.246s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.741357] env[69365]: INFO nova.compute.claims [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.743993] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e542e515-b1a1-439e-be7f-3b12e6ae57e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.756448] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8b01df-2cd5-44d2-81c0-3b716db95a8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.762536] env[69365]: INFO nova.scheduler.client.report [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Deleted allocations for instance 7999266e-8690-4570-a9c2-f5251c4ed2f4 [ 762.776773] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2a85fd-65a0-44e1-8f29-00f3e13489c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.783406] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4337e33c-dd66-4f21-ac94-b12df46e7bb5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.820580] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 762.821093] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179366MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 762.821231] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.824124] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-22fc1382-4039-4eda-b6da-8596c8a3ae9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.834721] env[69365]: DEBUG oslo_vmware.api [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.836010] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 762.836010] env[69365]: value = "task-3301525" [ 762.836010] env[69365]: _type = "Task" [ 762.836010] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.843959] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.013731] env[69365]: DEBUG nova.network.neutron [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Updating instance_info_cache with network_info: [{"id": "e39f28ea-f5d6-4775-90e5-a67328d1ecc3", "address": "fa:16:3e:82:2d:71", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39f28ea-f5", "ovs_interfaceid": "e39f28ea-f5d6-4775-90e5-a67328d1ecc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.169328] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52572d17-aa27-baf6-ecfc-a6e8d80c68b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.173723] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301523, 'name': Rename_Task, 'duration_secs': 0.955022} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.174115] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518911e6-4081-44a3-9f6e-414e2b15f5dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.177070] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.177726] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bad1a68-99b9-4233-bb96-5e53f91fa2bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.184022] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 763.184022] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d663b7-3269-cc6c-79d8-902d7411af48" [ 763.184022] env[69365]: _type = "Task" [ 763.184022] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.188896] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Waiting for the task: (returnval){ [ 763.188896] env[69365]: value = "task-3301526" [ 763.188896] env[69365]: _type = "Task" [ 763.188896] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.195422] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d663b7-3269-cc6c-79d8-902d7411af48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.200700] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.278912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b5fbbd8-a965-4181-9bbf-06c2b6575d80 tempest-ServerDiagnosticsV248Test-1921905873 tempest-ServerDiagnosticsV248Test-1921905873-project-member] Lock "7999266e-8690-4570-a9c2-f5251c4ed2f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.576s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.330639] env[69365]: DEBUG oslo_vmware.api [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301524, 'name': PowerOffVM_Task, 'duration_secs': 0.836399} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.330890] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.331071] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.331320] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-839e3b3f-afba-41ce-8205-579809fa9931 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.345705] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301525, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.397551] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.397812] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.398614] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Deleting the datastore file [datastore1] bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.398614] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3519e08-99c1-427c-9d95-bb53182e01e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.407875] env[69365]: DEBUG oslo_vmware.api [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for the task: (returnval){ [ 763.407875] env[69365]: value = "task-3301528" [ 763.407875] env[69365]: _type = "Task" [ 763.407875] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.417348] env[69365]: DEBUG oslo_vmware.api [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.518521] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Releasing lock "refresh_cache-b215212d-8db4-423d-9bf6-8480037708a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.518521] env[69365]: DEBUG nova.compute.manager [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Instance network_info: |[{"id": "e39f28ea-f5d6-4775-90e5-a67328d1ecc3", "address": "fa:16:3e:82:2d:71", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39f28ea-f5", "ovs_interfaceid": "e39f28ea-f5d6-4775-90e5-a67328d1ecc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.518521] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] Acquired lock "refresh_cache-b215212d-8db4-423d-9bf6-8480037708a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.518521] env[69365]: DEBUG nova.network.neutron [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Refreshing network info cache for port e39f28ea-f5d6-4775-90e5-a67328d1ecc3 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.520019] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:2d:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e39f28ea-f5d6-4775-90e5-a67328d1ecc3', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.529744] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.533745] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.537284] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ad33f68-60a7-42fc-a1e8-18bc5e9185cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.559775] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.559775] env[69365]: value = "task-3301529" [ 763.559775] env[69365]: _type = "Task" [ 763.559775] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.569369] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301529, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.694356] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d663b7-3269-cc6c-79d8-902d7411af48, 'name': SearchDatastore_Task, 'duration_secs': 0.01089} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.698278] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.698675] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] cdb2706d-414e-43c0-8c19-41aa3e1f6b84/cdb2706d-414e-43c0-8c19-41aa3e1f6b84.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.699043] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-726d5d4f-00cc-4a77-8225-9c856a8b7cbe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.707060] env[69365]: DEBUG oslo_vmware.api [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301526, 'name': PowerOnVM_Task, 'duration_secs': 0.489861} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.708353] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.708569] env[69365]: INFO nova.compute.manager [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Took 7.77 seconds to spawn the instance on the hypervisor. [ 763.708748] env[69365]: DEBUG nova.compute.manager [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.709082] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 763.709082] env[69365]: value = "task-3301530" [ 763.709082] env[69365]: _type = "Task" [ 763.709082] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.709791] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e735a7-53e4-4da9-b881-c7e362af8b88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.724891] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.849249] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301525, 'name': CreateSnapshot_Task, 'duration_secs': 0.558189} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.849549] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 763.850363] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8381120-33e7-4d93-9fc4-501e50b6ac37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.940616] env[69365]: DEBUG oslo_vmware.api [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Task: {'id': task-3301528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130378} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.948747] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.949326] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.949720] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.950172] env[69365]: INFO nova.compute.manager [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Took 1.68 seconds to destroy the instance on the hypervisor. [ 763.950600] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.952483] env[69365]: DEBUG nova.compute.manager [-] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.952483] env[69365]: DEBUG nova.network.neutron [-] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.082041] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301529, 'name': CreateVM_Task, 'duration_secs': 0.404909} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.087198] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.089098] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.089223] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.089574] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.089929] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d425d5-2b30-4a84-b1bd-79881f9fcb63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.100148] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 764.100148] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525f88dd-fec3-12c5-f7e7-31bf7afb4fcc" [ 764.100148] env[69365]: _type = "Task" [ 764.100148] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.119706] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525f88dd-fec3-12c5-f7e7-31bf7afb4fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.222917] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301530, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.233335] env[69365]: DEBUG nova.network.neutron [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Updated VIF entry in instance network info cache for port e39f28ea-f5d6-4775-90e5-a67328d1ecc3. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.233335] env[69365]: DEBUG nova.network.neutron [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Updating instance_info_cache with network_info: [{"id": "e39f28ea-f5d6-4775-90e5-a67328d1ecc3", "address": "fa:16:3e:82:2d:71", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39f28ea-f5", "ovs_interfaceid": "e39f28ea-f5d6-4775-90e5-a67328d1ecc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.234117] env[69365]: INFO nova.compute.manager [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Took 47.53 seconds to build instance. [ 764.338207] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51f7610-627b-45a3-b0e2-acb1b1f5422e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.343863] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aca02aa-0bf9-4d38-bc1d-4dec3123d4a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.385720] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 764.388101] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2a248186-6120-4aed-860b-3b31cca5cb63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.390885] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d362f72-5a78-4925-885e-f351cc1e927f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.401489] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3f4886-21c5-45b5-8ca3-b0efbe9a2dde {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.405460] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 764.405460] env[69365]: value = "task-3301531" [ 764.405460] env[69365]: _type = "Task" [ 764.405460] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.421417] env[69365]: DEBUG nova.compute.provider_tree [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.426661] env[69365]: DEBUG nova.compute.manager [req-dd7d9a02-494f-49e7-920a-2d52f1168b4f req-b9f880ae-8c5b-45c5-bafb-50f1f7923da5 service nova] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Received event network-vif-deleted-a22398b4-786a-4468-aa4a-5a70cd477b81 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.426885] env[69365]: INFO nova.compute.manager [req-dd7d9a02-494f-49e7-920a-2d52f1168b4f req-b9f880ae-8c5b-45c5-bafb-50f1f7923da5 service nova] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Neutron deleted interface a22398b4-786a-4468-aa4a-5a70cd477b81; detaching it from the instance and deleting it from the info cache [ 764.427184] env[69365]: DEBUG nova.network.neutron [req-dd7d9a02-494f-49e7-920a-2d52f1168b4f req-b9f880ae-8c5b-45c5-bafb-50f1f7923da5 service nova] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.432935] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301531, 'name': CloneVM_Task} progress is 12%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.609984] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525f88dd-fec3-12c5-f7e7-31bf7afb4fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.055829} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.610314] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.610538] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.610771] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.610911] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.611169] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.611449] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edd03b1c-1fdc-4505-adfe-4d5142e4581a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.620894] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.621128] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.622019] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1523b87-c1d3-4405-9804-f64ce27e5dfa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.628072] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 764.628072] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52eb2b2b-6fc2-c98c-16a2-79704c47289b" [ 764.628072] env[69365]: _type = "Task" [ 764.628072] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.638788] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52eb2b2b-6fc2-c98c-16a2-79704c47289b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.723536] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528094} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.723878] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] cdb2706d-414e-43c0-8c19-41aa3e1f6b84/cdb2706d-414e-43c0-8c19-41aa3e1f6b84.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.724152] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.724423] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ce762b8-5311-4b80-b817-657bfc8fe6e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.730489] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 764.730489] env[69365]: value = "task-3301532" [ 764.730489] env[69365]: _type = "Task" [ 764.730489] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.735338] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa258036-95de-4346-b610-79d8b71f7fb0 req-7206be21-3f54-4f42-baed-61365f6592f6 service nova] Releasing lock "refresh_cache-b215212d-8db4-423d-9bf6-8480037708a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.738679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d77b195-daa6-47a9-b5fb-0a9f8e198db2 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Lock "c6ebf8b9-b4d9-43e3-ac3c-be57592805a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.192s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.738932] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.907023] env[69365]: DEBUG nova.network.neutron [-] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.919809] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301531, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.934160] env[69365]: DEBUG nova.scheduler.client.report [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.939023] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a64aaf5-9390-40d7-9d3e-6698bc9594fd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.953980] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52de374-c630-4c4d-8f73-d88b5116a613 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.988509] env[69365]: DEBUG nova.compute.manager [req-dd7d9a02-494f-49e7-920a-2d52f1168b4f req-b9f880ae-8c5b-45c5-bafb-50f1f7923da5 service nova] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Detach interface failed, port_id=a22398b4-786a-4468-aa4a-5a70cd477b81, reason: Instance bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 765.143738] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52eb2b2b-6fc2-c98c-16a2-79704c47289b, 'name': SearchDatastore_Task, 'duration_secs': 0.014866} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.143738] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fae8715-124f-40e1-8cee-c3cd46f5a00e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.147791] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 765.147791] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526f9dd7-717c-a137-a04c-15a6ccc78b01" [ 765.147791] env[69365]: _type = "Task" [ 765.147791] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.156496] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526f9dd7-717c-a137-a04c-15a6ccc78b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.245837] env[69365]: DEBUG nova.compute.manager [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.248632] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070337} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.253188] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.255011] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b2ec78-abc6-4181-9d9a-eb56cfab64bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.282031] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] cdb2706d-414e-43c0-8c19-41aa3e1f6b84/cdb2706d-414e-43c0-8c19-41aa3e1f6b84.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.282207] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f854a82a-32b1-4666-8ad3-b1b0a38d0bde {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.306417] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 765.306417] env[69365]: value = "task-3301533" [ 765.306417] env[69365]: _type = "Task" [ 765.306417] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.324586] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.413964] env[69365]: INFO nova.compute.manager [-] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Took 1.46 seconds to deallocate network for instance. [ 765.420116] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301531, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.440897] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.443016] env[69365]: DEBUG nova.compute.manager [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.447024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.815s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.447024] env[69365]: DEBUG nova.objects.instance [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Lazy-loading 'resources' on Instance uuid 0a93f224-a989-4320-924b-4ebe511df638 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.666107] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526f9dd7-717c-a137-a04c-15a6ccc78b01, 'name': SearchDatastore_Task, 'duration_secs': 0.011415} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.666107] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.666740] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] b215212d-8db4-423d-9bf6-8480037708a5/b215212d-8db4-423d-9bf6-8480037708a5.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.667289] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-000c664e-a616-449a-b531-df0c9f064072 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.676385] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 765.676385] env[69365]: value = "task-3301534" [ 765.676385] env[69365]: _type = "Task" [ 765.676385] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.684201] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.772939] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.814031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Acquiring lock "c6ebf8b9-b4d9-43e3-ac3c-be57592805a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.814031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Lock "c6ebf8b9-b4d9-43e3-ac3c-be57592805a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.814031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Acquiring lock "c6ebf8b9-b4d9-43e3-ac3c-be57592805a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.814031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Lock "c6ebf8b9-b4d9-43e3-ac3c-be57592805a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.814031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Lock "c6ebf8b9-b4d9-43e3-ac3c-be57592805a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.815078] env[69365]: INFO nova.compute.manager [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Terminating instance [ 765.826530] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301533, 'name': ReconfigVM_Task, 'duration_secs': 0.515186} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.826950] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Reconfigured VM instance instance-0000001e to attach disk [datastore2] cdb2706d-414e-43c0-8c19-41aa3e1f6b84/cdb2706d-414e-43c0-8c19-41aa3e1f6b84.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.828282] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce2d2247-32de-443a-8888-65f30d596339 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.835116] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 765.835116] env[69365]: value = "task-3301535" [ 765.835116] env[69365]: _type = "Task" [ 765.835116] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.843359] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301535, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.923020] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301531, 'name': CloneVM_Task, 'duration_secs': 1.450216} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.923020] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Created linked-clone VM from snapshot [ 765.923020] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4492d122-e003-4c5b-86be-afc561d846d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.924568] env[69365]: DEBUG oslo_concurrency.lockutils [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.930112] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Uploading image 373f8186-99f4-4470-bc6a-f8dfc20d6d52 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 765.952037] env[69365]: DEBUG nova.compute.utils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.960337] env[69365]: DEBUG nova.compute.manager [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.960647] env[69365]: DEBUG nova.network.neutron [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.972196] env[69365]: DEBUG oslo_vmware.rw_handles [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 765.972196] env[69365]: value = "vm-659246" [ 765.972196] env[69365]: _type = "VirtualMachine" [ 765.972196] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 765.973108] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f2e9ac2-62f8-4180-aedd-e3ac372fa4b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.986028] env[69365]: DEBUG oslo_vmware.rw_handles [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lease: (returnval){ [ 765.986028] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5289566d-98da-8c8b-2f2a-30028059633f" [ 765.986028] env[69365]: _type = "HttpNfcLease" [ 765.986028] env[69365]: } obtained for exporting VM: (result){ [ 765.986028] env[69365]: value = "vm-659246" [ 765.986028] env[69365]: _type = "VirtualMachine" [ 765.986028] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 765.986028] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the lease: (returnval){ [ 765.986028] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5289566d-98da-8c8b-2f2a-30028059633f" [ 765.986028] env[69365]: _type = "HttpNfcLease" [ 765.986028] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 765.994404] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 765.994404] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5289566d-98da-8c8b-2f2a-30028059633f" [ 765.994404] env[69365]: _type = "HttpNfcLease" [ 765.994404] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 766.102098] env[69365]: DEBUG nova.policy [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f5979c8a91b45aa858c60922af180b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ca5cc02ac3a445b8b407861fa6ce983', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.189770] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301534, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.322899] env[69365]: DEBUG nova.compute.manager [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.323399] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.324857] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c505b4-b8f8-4435-bae8-86024ac16291 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.335786] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.336114] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55e5c39b-a44f-4ad2-b7dd-bf069d701c49 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.349908] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301535, 'name': Rename_Task, 'duration_secs': 0.477346} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.354789] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.355208] env[69365]: DEBUG oslo_vmware.api [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Waiting for the task: (returnval){ [ 766.355208] env[69365]: value = "task-3301537" [ 766.355208] env[69365]: _type = "Task" [ 766.355208] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.355709] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3ec6153-5d5b-47b1-a356-44accde844f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.376452] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 766.376452] env[69365]: value = "task-3301538" [ 766.376452] env[69365]: _type = "Task" [ 766.376452] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.376612] env[69365]: DEBUG oslo_vmware.api [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.384496] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.458506] env[69365]: DEBUG nova.compute.manager [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.465867] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc98b41f-abff-4125-84c2-588f5a196a6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.475146] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b771fe06-24a2-48f9-bfb3-60aaaa94e7cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.513825] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93db9bc4-7792-4a5a-bf77-7d6c5682f335 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.524712] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 766.524712] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5289566d-98da-8c8b-2f2a-30028059633f" [ 766.524712] env[69365]: _type = "HttpNfcLease" [ 766.524712] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 766.525840] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ea342e-37a1-4235-ab78-8dfcfacbce32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.530385] env[69365]: DEBUG oslo_vmware.rw_handles [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 766.530385] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5289566d-98da-8c8b-2f2a-30028059633f" [ 766.530385] env[69365]: _type = "HttpNfcLease" [ 766.530385] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 766.531424] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c210f98b-cc95-453f-a342-3f88256f2c5d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.545271] env[69365]: DEBUG nova.compute.provider_tree [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.551873] env[69365]: DEBUG oslo_vmware.rw_handles [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7b840-39a5-37b8-79ff-5bc36df03d5d/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 766.552104] env[69365]: DEBUG oslo_vmware.rw_handles [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7b840-39a5-37b8-79ff-5bc36df03d5d/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 766.658500] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0966069d-d5fe-49d7-9766-067028995631 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.686792] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301534, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.871043] env[69365]: DEBUG oslo_vmware.api [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301537, 'name': PowerOffVM_Task, 'duration_secs': 0.317383} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.871319] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.871492] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.871735] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d557082-cd00-493f-98aa-a550e078e12c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.886091] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.054749] env[69365]: DEBUG nova.scheduler.client.report [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.194027] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301534, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.306243] env[69365]: DEBUG nova.network.neutron [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Successfully created port: 08907d15-fe3c-4180-b05a-e819bee074ec {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.394142] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301538, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.471876] env[69365]: DEBUG nova.compute.manager [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.518694] env[69365]: DEBUG nova.virt.hardware [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.519785] env[69365]: DEBUG nova.virt.hardware [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.520625] env[69365]: DEBUG nova.virt.hardware [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.521177] env[69365]: DEBUG nova.virt.hardware [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.521568] env[69365]: DEBUG nova.virt.hardware [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.521849] env[69365]: DEBUG nova.virt.hardware [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.522307] env[69365]: DEBUG nova.virt.hardware [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.522684] env[69365]: DEBUG nova.virt.hardware [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.523311] env[69365]: DEBUG nova.virt.hardware [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.523683] env[69365]: DEBUG nova.virt.hardware [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.524582] env[69365]: DEBUG nova.virt.hardware [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.526289] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b37ef0-25ba-4201-abbf-e6cb582dd9a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.546143] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a522a5b-6367-4c45-9c05-b242a2b15db1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.565674] env[69365]: DEBUG oslo_concurrency.lockutils [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.568708] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.875s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.571526] env[69365]: INFO nova.compute.claims [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.623481] env[69365]: INFO nova.scheduler.client.report [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Deleted allocations for instance 0a93f224-a989-4320-924b-4ebe511df638 [ 767.697019] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301534, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.786483} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.697443] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] b215212d-8db4-423d-9bf6-8480037708a5/b215212d-8db4-423d-9bf6-8480037708a5.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.697744] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.699221] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.699739] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.699960] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Deleting the datastore file [datastore2] c6ebf8b9-b4d9-43e3-ac3c-be57592805a9 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.701121] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c22a30a-a610-43cc-bda0-c07df9b19f56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.704043] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8296747-1553-4fa4-822b-4825799f9cc0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.712163] env[69365]: DEBUG oslo_vmware.api [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Waiting for the task: (returnval){ [ 767.712163] env[69365]: value = "task-3301541" [ 767.712163] env[69365]: _type = "Task" [ 767.712163] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.716150] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 767.716150] env[69365]: value = "task-3301540" [ 767.716150] env[69365]: _type = "Task" [ 767.716150] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.731353] env[69365]: DEBUG oslo_vmware.api [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.735928] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.893994] env[69365]: DEBUG oslo_vmware.api [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301538, 'name': PowerOnVM_Task, 'duration_secs': 1.306669} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.900210] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.900210] env[69365]: INFO nova.compute.manager [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Took 9.39 seconds to spawn the instance on the hypervisor. [ 767.900210] env[69365]: DEBUG nova.compute.manager [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.904753] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6acb19-8485-438a-a9ec-5ee4673f1b5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.137655] env[69365]: DEBUG oslo_concurrency.lockutils [None req-51610d6d-b201-4602-9811-8f03aec59923 tempest-ServerAddressesTestJSON-361084313 tempest-ServerAddressesTestJSON-361084313-project-member] Lock "0a93f224-a989-4320-924b-4ebe511df638" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.019s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.229010] env[69365]: DEBUG oslo_vmware.api [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Task: {'id': task-3301541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230201} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.232821] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.233065] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.233363] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.233550] env[69365]: INFO nova.compute.manager [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Took 1.91 seconds to destroy the instance on the hypervisor. [ 768.234017] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.234315] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173811} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.234538] env[69365]: DEBUG nova.compute.manager [-] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.234705] env[69365]: DEBUG nova.network.neutron [-] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.236694] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.237976] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a50d709-1d5e-4bf1-963a-22e183a08918 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.262994] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] b215212d-8db4-423d-9bf6-8480037708a5/b215212d-8db4-423d-9bf6-8480037708a5.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.263413] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c88d9c9-a23a-4413-8824-c15717906fad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.285947] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 768.285947] env[69365]: value = "task-3301542" [ 768.285947] env[69365]: _type = "Task" [ 768.285947] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.293490] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.426619] env[69365]: INFO nova.compute.manager [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Took 51.07 seconds to build instance. [ 768.796709] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301542, 'name': ReconfigVM_Task, 'duration_secs': 0.427661} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.800151] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Reconfigured VM instance instance-0000001f to attach disk [datastore2] b215212d-8db4-423d-9bf6-8480037708a5/b215212d-8db4-423d-9bf6-8480037708a5.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.803160] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9a695ac-5ea1-41a8-866b-e43fe304b407 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.809258] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 768.809258] env[69365]: value = "task-3301543" [ 768.809258] env[69365]: _type = "Task" [ 768.809258] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.821684] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301543, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.931055] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f2aca128-5be7-4acd-bdd9-42c4c1d36b77 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "cdb2706d-414e-43c0-8c19-41aa3e1f6b84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.228s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.965401] env[69365]: DEBUG nova.compute.manager [req-2e2c258f-3422-453b-8806-4f38966dbcca req-80a189f9-b545-4d08-a082-c8a8b79e63df service nova] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Received event network-vif-deleted-160e0162-e2d6-4955-96d1-4df30510209d {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.965527] env[69365]: INFO nova.compute.manager [req-2e2c258f-3422-453b-8806-4f38966dbcca req-80a189f9-b545-4d08-a082-c8a8b79e63df service nova] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Neutron deleted interface 160e0162-e2d6-4955-96d1-4df30510209d; detaching it from the instance and deleting it from the info cache [ 768.965668] env[69365]: DEBUG nova.network.neutron [req-2e2c258f-3422-453b-8806-4f38966dbcca req-80a189f9-b545-4d08-a082-c8a8b79e63df service nova] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.114832] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe112e2-c4c8-48b3-9fc5-146855f4c12d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.121652] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73cfca6-f085-4c97-8894-99a3c0bfaac5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.160870] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3ef8f3-a683-475a-b9f2-baab78894c8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.168322] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e28c841-b830-4785-b126-796fffff0684 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.182866] env[69365]: DEBUG nova.compute.provider_tree [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.321500] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301543, 'name': Rename_Task, 'duration_secs': 0.161681} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.322071] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.322389] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e940edfd-0ad6-4c0a-b681-d64149b575bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.328529] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 769.328529] env[69365]: value = "task-3301544" [ 769.328529] env[69365]: _type = "Task" [ 769.328529] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.340658] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.384736] env[69365]: DEBUG nova.network.neutron [-] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.433298] env[69365]: DEBUG nova.compute.manager [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.470570] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb357f27-aacb-46f0-aede-59d37c4ef65c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.480383] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899e14bb-8961-49ae-83cf-d953a0cf821c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.516125] env[69365]: DEBUG nova.compute.manager [req-2e2c258f-3422-453b-8806-4f38966dbcca req-80a189f9-b545-4d08-a082-c8a8b79e63df service nova] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Detach interface failed, port_id=160e0162-e2d6-4955-96d1-4df30510209d, reason: Instance c6ebf8b9-b4d9-43e3-ac3c-be57592805a9 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 769.566251] env[69365]: DEBUG nova.network.neutron [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Successfully updated port: 08907d15-fe3c-4180-b05a-e819bee074ec {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.685728] env[69365]: DEBUG nova.scheduler.client.report [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.845999] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301544, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.887986] env[69365]: INFO nova.compute.manager [-] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Took 1.65 seconds to deallocate network for instance. [ 769.967759] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.072017] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Acquiring lock "refresh_cache-8531106f-854e-475d-9cb3-83e2890d3493" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.072017] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Acquired lock "refresh_cache-8531106f-854e-475d-9cb3-83e2890d3493" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.072153] env[69365]: DEBUG nova.network.neutron [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.193198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.193716] env[69365]: DEBUG nova.compute.manager [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.198606] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.725s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.200998] env[69365]: INFO nova.compute.claims [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.343163] env[69365]: DEBUG oslo_vmware.api [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301544, 'name': PowerOnVM_Task, 'duration_secs': 0.52418} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.343163] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.343163] env[69365]: INFO nova.compute.manager [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Took 9.22 seconds to spawn the instance on the hypervisor. [ 770.343163] env[69365]: DEBUG nova.compute.manager [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.343657] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fadbca9-c187-43af-9e7f-49d57c8262cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.399210] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.626696] env[69365]: DEBUG nova.network.neutron [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.711037] env[69365]: DEBUG nova.compute.utils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.719558] env[69365]: DEBUG nova.compute.manager [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.719558] env[69365]: DEBUG nova.network.neutron [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.793626] env[69365]: DEBUG nova.policy [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb9de4a411bc447a85bb1fb81a576cc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32b7219113dc471e8aece745b1e7741c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.866287] env[69365]: INFO nova.compute.manager [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Took 46.25 seconds to build instance. [ 770.885626] env[69365]: DEBUG nova.network.neutron [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Updating instance_info_cache with network_info: [{"id": "08907d15-fe3c-4180-b05a-e819bee074ec", "address": "fa:16:3e:45:94:1a", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08907d15-fe", "ovs_interfaceid": "08907d15-fe3c-4180-b05a-e819bee074ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.970843] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquiring lock "bfd1107e-6136-46ae-b840-2f2929975f71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.971237] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Lock "bfd1107e-6136-46ae-b840-2f2929975f71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.040652] env[69365]: DEBUG nova.compute.manager [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Received event network-vif-plugged-08907d15-fe3c-4180-b05a-e819bee074ec {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.040652] env[69365]: DEBUG oslo_concurrency.lockutils [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] Acquiring lock "8531106f-854e-475d-9cb3-83e2890d3493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.040652] env[69365]: DEBUG oslo_concurrency.lockutils [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] Lock "8531106f-854e-475d-9cb3-83e2890d3493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.040652] env[69365]: DEBUG oslo_concurrency.lockutils [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] Lock "8531106f-854e-475d-9cb3-83e2890d3493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.040652] env[69365]: DEBUG nova.compute.manager [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] No waiting events found dispatching network-vif-plugged-08907d15-fe3c-4180-b05a-e819bee074ec {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.040652] env[69365]: WARNING nova.compute.manager [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Received unexpected event network-vif-plugged-08907d15-fe3c-4180-b05a-e819bee074ec for instance with vm_state building and task_state spawning. [ 771.040652] env[69365]: DEBUG nova.compute.manager [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Received event network-changed-08907d15-fe3c-4180-b05a-e819bee074ec {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.040652] env[69365]: DEBUG nova.compute.manager [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Refreshing instance network info cache due to event network-changed-08907d15-fe3c-4180-b05a-e819bee074ec. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.040652] env[69365]: DEBUG oslo_concurrency.lockutils [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] Acquiring lock "refresh_cache-8531106f-854e-475d-9cb3-83e2890d3493" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.220854] env[69365]: DEBUG nova.compute.manager [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.358022] env[69365]: DEBUG nova.network.neutron [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Successfully created port: 6226aa75-6371-4d80-a765-5fb65ebc06c4 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.370416] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b61dab3-ddab-434c-9a5b-8e20e2679cbf tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "b215212d-8db4-423d-9bf6-8480037708a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.470s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.390846] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Releasing lock "refresh_cache-8531106f-854e-475d-9cb3-83e2890d3493" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.391140] env[69365]: DEBUG nova.compute.manager [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Instance network_info: |[{"id": "08907d15-fe3c-4180-b05a-e819bee074ec", "address": "fa:16:3e:45:94:1a", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08907d15-fe", "ovs_interfaceid": "08907d15-fe3c-4180-b05a-e819bee074ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.393863] env[69365]: DEBUG oslo_concurrency.lockutils [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] Acquired lock "refresh_cache-8531106f-854e-475d-9cb3-83e2890d3493" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.394101] env[69365]: DEBUG nova.network.neutron [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Refreshing network info cache for port 08907d15-fe3c-4180-b05a-e819bee074ec {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.395302] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:94:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08907d15-fe3c-4180-b05a-e819bee074ec', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.403405] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Creating folder: Project (6ca5cc02ac3a445b8b407861fa6ce983). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.407948] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ad7a6cb-1767-49f2-a0fc-d674973238be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.422563] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Created folder: Project (6ca5cc02ac3a445b8b407861fa6ce983) in parent group-v659152. [ 771.422563] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Creating folder: Instances. Parent ref: group-v659247. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.425217] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aa23533-ef6e-4ef0-baf3-fd60d8d0e0b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.435830] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Created folder: Instances in parent group-v659247. [ 771.436235] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.436324] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.436513] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-692d6341-66ad-4642-abe3-d43cdb9a45e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.463245] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.463245] env[69365]: value = "task-3301547" [ 771.463245] env[69365]: _type = "Task" [ 771.463245] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.472391] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301547, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.852564] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0345be19-f618-4954-9638-824c99b82108 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.864906] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a01471d-9459-4a3f-9a9c-334558ed305d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.898539] env[69365]: DEBUG nova.compute.manager [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.903637] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef70381-d6cc-4e46-806c-4a45680828c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.912207] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf2c4b9-bd3d-4ea1-8e6b-e2bceb6971d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.931042] env[69365]: DEBUG nova.compute.provider_tree [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.973584] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301547, 'name': CreateVM_Task, 'duration_secs': 0.507007} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.973879] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.974766] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.974996] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.975380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.975679] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1fa1f32-994b-493a-a806-4524cc38a2b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.980464] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Waiting for the task: (returnval){ [ 771.980464] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5233289f-9d59-9818-57cc-345481f50d3d" [ 771.980464] env[69365]: _type = "Task" [ 771.980464] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.990679] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5233289f-9d59-9818-57cc-345481f50d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.067701] env[69365]: DEBUG nova.network.neutron [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Updated VIF entry in instance network info cache for port 08907d15-fe3c-4180-b05a-e819bee074ec. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.068175] env[69365]: DEBUG nova.network.neutron [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Updating instance_info_cache with network_info: [{"id": "08907d15-fe3c-4180-b05a-e819bee074ec", "address": "fa:16:3e:45:94:1a", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08907d15-fe", "ovs_interfaceid": "08907d15-fe3c-4180-b05a-e819bee074ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.229728] env[69365]: DEBUG nova.compute.manager [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.252026] env[69365]: DEBUG nova.virt.hardware [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.252304] env[69365]: DEBUG nova.virt.hardware [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.252456] env[69365]: DEBUG nova.virt.hardware [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.252636] env[69365]: DEBUG nova.virt.hardware [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.252786] env[69365]: DEBUG nova.virt.hardware [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.252930] env[69365]: DEBUG nova.virt.hardware [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.253205] env[69365]: DEBUG nova.virt.hardware [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.253327] env[69365]: DEBUG nova.virt.hardware [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.253494] env[69365]: DEBUG nova.virt.hardware [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.253660] env[69365]: DEBUG nova.virt.hardware [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.253833] env[69365]: DEBUG nova.virt.hardware [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.254791] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93932b86-7270-4d7d-b49f-324125a349c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.266010] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b29c75-67a4-48b6-bb6c-fd1b5f0596fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.419908] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.435922] env[69365]: DEBUG nova.scheduler.client.report [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.491471] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5233289f-9d59-9818-57cc-345481f50d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.015194} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.491770] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.492055] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.492341] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.492502] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.492694] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.492979] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61c23f29-a469-431d-a430-3205fa94ebe5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.501742] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.501987] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.502763] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d031b62-c925-4b73-92dd-0bcde356d0a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.508129] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Waiting for the task: (returnval){ [ 772.508129] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524927a9-65a0-c4ea-382f-8b6f6b7ba36f" [ 772.508129] env[69365]: _type = "Task" [ 772.508129] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.516720] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524927a9-65a0-c4ea-382f-8b6f6b7ba36f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.571546] env[69365]: DEBUG oslo_concurrency.lockutils [req-65c7f47e-7bc8-4592-9de2-fb1833f4c564 req-b4ab75c7-3c26-45b6-b6a6-3045ae2405a6 service nova] Releasing lock "refresh_cache-8531106f-854e-475d-9cb3-83e2890d3493" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.763428] env[69365]: DEBUG nova.compute.manager [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.764030] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dd841a-d05c-4745-a07f-10d9eeb6a5d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.893064] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquiring lock "fd53553a-caec-476b-9463-34c4319483bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.893310] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Lock "fd53553a-caec-476b-9463-34c4319483bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.942157] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.942810] env[69365]: DEBUG nova.compute.manager [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.945599] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.280s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.947023] env[69365]: INFO nova.compute.claims [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.019378] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524927a9-65a0-c4ea-382f-8b6f6b7ba36f, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.020208] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc214614-2c62-4488-b106-aff11ee579e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.025839] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Waiting for the task: (returnval){ [ 773.025839] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c85e90-95a5-a5c5-b0b1-bbb1e816ee80" [ 773.025839] env[69365]: _type = "Task" [ 773.025839] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.035266] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c85e90-95a5-a5c5-b0b1-bbb1e816ee80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.278671] env[69365]: INFO nova.compute.manager [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] instance snapshotting [ 773.278671] env[69365]: DEBUG nova.compute.manager [req-437e7cb2-738c-445e-bed0-e0a599e9d489 req-f26ce508-cac3-4fa2-bff0-52c3f0b0e08f service nova] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Received event network-vif-plugged-6226aa75-6371-4d80-a765-5fb65ebc06c4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.278843] env[69365]: DEBUG oslo_concurrency.lockutils [req-437e7cb2-738c-445e-bed0-e0a599e9d489 req-f26ce508-cac3-4fa2-bff0-52c3f0b0e08f service nova] Acquiring lock "0522f326-22ac-488f-9cc0-ee573eedefa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.279053] env[69365]: DEBUG oslo_concurrency.lockutils [req-437e7cb2-738c-445e-bed0-e0a599e9d489 req-f26ce508-cac3-4fa2-bff0-52c3f0b0e08f service nova] Lock "0522f326-22ac-488f-9cc0-ee573eedefa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.279245] env[69365]: DEBUG oslo_concurrency.lockutils [req-437e7cb2-738c-445e-bed0-e0a599e9d489 req-f26ce508-cac3-4fa2-bff0-52c3f0b0e08f service nova] Lock "0522f326-22ac-488f-9cc0-ee573eedefa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.279414] env[69365]: DEBUG nova.compute.manager [req-437e7cb2-738c-445e-bed0-e0a599e9d489 req-f26ce508-cac3-4fa2-bff0-52c3f0b0e08f service nova] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] No waiting events found dispatching network-vif-plugged-6226aa75-6371-4d80-a765-5fb65ebc06c4 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.279601] env[69365]: WARNING nova.compute.manager [req-437e7cb2-738c-445e-bed0-e0a599e9d489 req-f26ce508-cac3-4fa2-bff0-52c3f0b0e08f service nova] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Received unexpected event network-vif-plugged-6226aa75-6371-4d80-a765-5fb65ebc06c4 for instance with vm_state building and task_state spawning. [ 773.281045] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29662761-6ba0-4fd3-81cf-0bfadbf7c326 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.302353] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67453ddb-10c7-4c57-9cab-e7145fc4a5fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.441551] env[69365]: DEBUG nova.network.neutron [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Successfully updated port: 6226aa75-6371-4d80-a765-5fb65ebc06c4 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.452481] env[69365]: DEBUG nova.compute.utils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.462750] env[69365]: DEBUG nova.compute.manager [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.462750] env[69365]: DEBUG nova.network.neutron [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.507141] env[69365]: DEBUG nova.policy [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ea939a4e4034f33bfd61d28f3fce932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df393a00af304f7b860534f41662e33d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.537606] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c85e90-95a5-a5c5-b0b1-bbb1e816ee80, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.538161] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.538435] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 8531106f-854e-475d-9cb3-83e2890d3493/8531106f-854e-475d-9cb3-83e2890d3493.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.538703] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08b0d3d4-a4f7-4437-bf84-d3fc110eba9c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.546731] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Waiting for the task: (returnval){ [ 773.546731] env[69365]: value = "task-3301552" [ 773.546731] env[69365]: _type = "Task" [ 773.546731] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.556234] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.804401] env[69365]: DEBUG nova.network.neutron [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Successfully created port: 39f4800c-34ec-4e95-adda-92dd1f676f84 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.816875] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 773.817305] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-61a7bc8e-5242-451e-948a-eb018c75e229 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.826725] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 773.826725] env[69365]: value = "task-3301553" [ 773.826725] env[69365]: _type = "Task" [ 773.826725] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.840660] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301553, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.947708] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Acquiring lock "refresh_cache-0522f326-22ac-488f-9cc0-ee573eedefa9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.947708] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Acquired lock "refresh_cache-0522f326-22ac-488f-9cc0-ee573eedefa9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.947708] env[69365]: DEBUG nova.network.neutron [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.960663] env[69365]: DEBUG nova.compute.manager [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.060718] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301552, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.336498] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301553, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.493744] env[69365]: DEBUG nova.network.neutron [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.562515] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301552, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.563476] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe25ad5-4aec-4eed-b134-3d2c0bcbf640 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.572205] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11e9d37-be57-4ff3-bed7-43d0a883d579 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.613313] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5f0ed7-37ba-44cb-9374-64b985c45100 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.619717] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19949f00-0008-4989-973d-37b74462aa05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.643419] env[69365]: DEBUG nova.compute.provider_tree [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.708300] env[69365]: DEBUG nova.network.neutron [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Updating instance_info_cache with network_info: [{"id": "6226aa75-6371-4d80-a765-5fb65ebc06c4", "address": "fa:16:3e:e6:03:32", "network": {"id": "9fae866e-a025-4de9-9417-1ab1b35974e6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1620056366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b7219113dc471e8aece745b1e7741c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6226aa75-63", "ovs_interfaceid": "6226aa75-6371-4d80-a765-5fb65ebc06c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.838871] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301553, 'name': CreateSnapshot_Task, 'duration_secs': 0.971891} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.839228] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 774.840045] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6689caf-645d-492a-8798-59d853fc857b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.974822] env[69365]: DEBUG nova.compute.manager [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.998999] env[69365]: DEBUG nova.virt.hardware [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.999286] env[69365]: DEBUG nova.virt.hardware [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.999446] env[69365]: DEBUG nova.virt.hardware [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.999624] env[69365]: DEBUG nova.virt.hardware [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.999770] env[69365]: DEBUG nova.virt.hardware [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.999917] env[69365]: DEBUG nova.virt.hardware [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.000155] env[69365]: DEBUG nova.virt.hardware [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.000434] env[69365]: DEBUG nova.virt.hardware [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.000634] env[69365]: DEBUG nova.virt.hardware [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.000814] env[69365]: DEBUG nova.virt.hardware [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.000993] env[69365]: DEBUG nova.virt.hardware [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.001839] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740ce17e-572c-4b5f-9855-4a978daaf535 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.010842] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be1bd6f-730b-4c67-894d-8c939a1f4257 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.059477] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301552, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.492674} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.059787] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 8531106f-854e-475d-9cb3-83e2890d3493/8531106f-854e-475d-9cb3-83e2890d3493.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.060044] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.060340] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-236835ee-d94e-43e7-a753-9c763499bc9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.068654] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Waiting for the task: (returnval){ [ 775.068654] env[69365]: value = "task-3301555" [ 775.068654] env[69365]: _type = "Task" [ 775.068654] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.078648] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.147618] env[69365]: DEBUG nova.scheduler.client.report [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.211468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Releasing lock "refresh_cache-0522f326-22ac-488f-9cc0-ee573eedefa9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.212119] env[69365]: DEBUG nova.compute.manager [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Instance network_info: |[{"id": "6226aa75-6371-4d80-a765-5fb65ebc06c4", "address": "fa:16:3e:e6:03:32", "network": {"id": "9fae866e-a025-4de9-9417-1ab1b35974e6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1620056366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b7219113dc471e8aece745b1e7741c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6226aa75-63", "ovs_interfaceid": "6226aa75-6371-4d80-a765-5fb65ebc06c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.212244] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:03:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6226aa75-6371-4d80-a765-5fb65ebc06c4', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.221798] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Creating folder: Project (32b7219113dc471e8aece745b1e7741c). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.222139] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b78e064-85cb-45c8-b659-0fe00c4abf25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.238554] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Created folder: Project (32b7219113dc471e8aece745b1e7741c) in parent group-v659152. [ 775.238969] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Creating folder: Instances. Parent ref: group-v659254. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.239299] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f23b99a5-81af-47c2-a7da-b040a93c0738 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.251183] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Created folder: Instances in parent group-v659254. [ 775.251485] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.251741] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.252630] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91bd90db-8981-4029-86b6-26fa3243474e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.275362] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.275362] env[69365]: value = "task-3301558" [ 775.275362] env[69365]: _type = "Task" [ 775.275362] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.284668] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301558, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.329854] env[69365]: DEBUG nova.compute.manager [req-2cfa8756-e69e-4883-85ca-107c2d78881d req-e21670d4-94ba-4714-96df-a0bddf9f1e48 service nova] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Received event network-changed-6226aa75-6371-4d80-a765-5fb65ebc06c4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.330109] env[69365]: DEBUG nova.compute.manager [req-2cfa8756-e69e-4883-85ca-107c2d78881d req-e21670d4-94ba-4714-96df-a0bddf9f1e48 service nova] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Refreshing instance network info cache due to event network-changed-6226aa75-6371-4d80-a765-5fb65ebc06c4. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.330414] env[69365]: DEBUG oslo_concurrency.lockutils [req-2cfa8756-e69e-4883-85ca-107c2d78881d req-e21670d4-94ba-4714-96df-a0bddf9f1e48 service nova] Acquiring lock "refresh_cache-0522f326-22ac-488f-9cc0-ee573eedefa9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.330553] env[69365]: DEBUG oslo_concurrency.lockutils [req-2cfa8756-e69e-4883-85ca-107c2d78881d req-e21670d4-94ba-4714-96df-a0bddf9f1e48 service nova] Acquired lock "refresh_cache-0522f326-22ac-488f-9cc0-ee573eedefa9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.330713] env[69365]: DEBUG nova.network.neutron [req-2cfa8756-e69e-4883-85ca-107c2d78881d req-e21670d4-94ba-4714-96df-a0bddf9f1e48 service nova] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Refreshing network info cache for port 6226aa75-6371-4d80-a765-5fb65ebc06c4 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.358574] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 775.359293] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-583068ec-a4c6-4e0c-a291-90a86a3c10ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.370467] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 775.370467] env[69365]: value = "task-3301559" [ 775.370467] env[69365]: _type = "Task" [ 775.370467] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.381718] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301559, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.475259] env[69365]: DEBUG nova.network.neutron [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Successfully updated port: 39f4800c-34ec-4e95-adda-92dd1f676f84 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.583548] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069137} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.584042] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.585310] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5014a01d-a449-42f4-95a1-f08a5144accc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.623989] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 8531106f-854e-475d-9cb3-83e2890d3493/8531106f-854e-475d-9cb3-83e2890d3493.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.624838] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a6911e0-9635-48fc-a254-d42e474afd41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.654694] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.655569] env[69365]: DEBUG nova.compute.manager [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.661598] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.841s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.661989] env[69365]: DEBUG nova.objects.instance [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Lazy-loading 'resources' on Instance uuid 849e17e3-3933-49e5-a564-2afe368d7fc2 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.663955] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Waiting for the task: (returnval){ [ 775.663955] env[69365]: value = "task-3301560" [ 775.663955] env[69365]: _type = "Task" [ 775.663955] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.678675] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.786441] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301558, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.881501] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301559, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.978123] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Acquiring lock "refresh_cache-bf3bce53-2116-4cf1-bf48-035851ed563e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.978321] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Acquired lock "refresh_cache-bf3bce53-2116-4cf1-bf48-035851ed563e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.978489] env[69365]: DEBUG nova.network.neutron [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.053394] env[69365]: DEBUG nova.network.neutron [req-2cfa8756-e69e-4883-85ca-107c2d78881d req-e21670d4-94ba-4714-96df-a0bddf9f1e48 service nova] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Updated VIF entry in instance network info cache for port 6226aa75-6371-4d80-a765-5fb65ebc06c4. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.053817] env[69365]: DEBUG nova.network.neutron [req-2cfa8756-e69e-4883-85ca-107c2d78881d req-e21670d4-94ba-4714-96df-a0bddf9f1e48 service nova] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Updating instance_info_cache with network_info: [{"id": "6226aa75-6371-4d80-a765-5fb65ebc06c4", "address": "fa:16:3e:e6:03:32", "network": {"id": "9fae866e-a025-4de9-9417-1ab1b35974e6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1620056366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b7219113dc471e8aece745b1e7741c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6226aa75-63", "ovs_interfaceid": "6226aa75-6371-4d80-a765-5fb65ebc06c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.166270] env[69365]: DEBUG nova.compute.utils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.171422] env[69365]: DEBUG nova.compute.manager [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.171767] env[69365]: DEBUG nova.network.neutron [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.184351] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301560, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.217807] env[69365]: DEBUG nova.policy [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8806accb8e424086bdcedba2be1ffe0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '804cd1d04b384fcd982d42974ee4679f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.292988] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301558, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.383100] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301559, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.541659] env[69365]: DEBUG nova.network.neutron [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.557287] env[69365]: DEBUG oslo_concurrency.lockutils [req-2cfa8756-e69e-4883-85ca-107c2d78881d req-e21670d4-94ba-4714-96df-a0bddf9f1e48 service nova] Releasing lock "refresh_cache-0522f326-22ac-488f-9cc0-ee573eedefa9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.677968] env[69365]: DEBUG nova.compute.manager [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.692150] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301560, 'name': ReconfigVM_Task, 'duration_secs': 0.679255} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.694260] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 8531106f-854e-475d-9cb3-83e2890d3493/8531106f-854e-475d-9cb3-83e2890d3493.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.695152] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be6fcf84-f9e9-42c6-85c8-4815790d366d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.699152] env[69365]: DEBUG nova.network.neutron [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Successfully created port: 211a1256-31ad-49c7-93f1-364e03470953 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.703263] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Waiting for the task: (returnval){ [ 776.703263] env[69365]: value = "task-3301561" [ 776.703263] env[69365]: _type = "Task" [ 776.703263] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.712616] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301561, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.789177] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301558, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.796614] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cebf44-408a-43c8-a94b-b853180cac1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.806480] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21762417-ec81-4077-9ece-6090b2435692 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.842063] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643f1051-04b9-4e7a-a2f1-5d4e6c9deec0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.845775] env[69365]: DEBUG nova.network.neutron [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Updating instance_info_cache with network_info: [{"id": "39f4800c-34ec-4e95-adda-92dd1f676f84", "address": "fa:16:3e:22:d4:2b", "network": {"id": "97386114-dd10-4640-968c-c33e62c1313e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1208330791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df393a00af304f7b860534f41662e33d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39f4800c-34", "ovs_interfaceid": "39f4800c-34ec-4e95-adda-92dd1f676f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.854663] env[69365]: DEBUG oslo_vmware.rw_handles [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7b840-39a5-37b8-79ff-5bc36df03d5d/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 776.856197] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a013fc-94c8-44be-94a5-853f26dfe6c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.863464] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb97256-9d2f-421b-b054-963f3644feae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.889022] env[69365]: DEBUG nova.compute.provider_tree [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.889022] env[69365]: DEBUG oslo_vmware.rw_handles [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7b840-39a5-37b8-79ff-5bc36df03d5d/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 776.889022] env[69365]: ERROR oslo_vmware.rw_handles [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7b840-39a5-37b8-79ff-5bc36df03d5d/disk-0.vmdk due to incomplete transfer. [ 776.893021] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc342205-8d61-43a2-90e2-c01418d7ee7b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.896078] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301559, 'name': CloneVM_Task, 'duration_secs': 1.500323} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.896789] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Created linked-clone VM from snapshot [ 776.897599] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13d0147-1b73-43ff-890e-5002ee2c301a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.902897] env[69365]: DEBUG oslo_vmware.rw_handles [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7b840-39a5-37b8-79ff-5bc36df03d5d/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 776.903166] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Uploaded image 373f8186-99f4-4470-bc6a-f8dfc20d6d52 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 776.905428] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 776.909205] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9bebee44-9a7c-48be-87bb-7af0c5e1be97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.910762] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Uploading image bfa40151-5b7e-4c4f-96c4-3349fe5f7f79 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 776.918394] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 776.918394] env[69365]: value = "task-3301563" [ 776.918394] env[69365]: _type = "Task" [ 776.918394] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.927298] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301563, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.939110] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 776.939110] env[69365]: value = "vm-659257" [ 776.939110] env[69365]: _type = "VirtualMachine" [ 776.939110] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 776.939396] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cc509f1e-62ad-42eb-b830-83bd1533cfcd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.948330] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lease: (returnval){ [ 776.948330] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522ec3ee-a596-8df7-e405-f32474199e20" [ 776.948330] env[69365]: _type = "HttpNfcLease" [ 776.948330] env[69365]: } obtained for exporting VM: (result){ [ 776.948330] env[69365]: value = "vm-659257" [ 776.948330] env[69365]: _type = "VirtualMachine" [ 776.948330] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 776.948744] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the lease: (returnval){ [ 776.948744] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522ec3ee-a596-8df7-e405-f32474199e20" [ 776.948744] env[69365]: _type = "HttpNfcLease" [ 776.948744] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 776.956132] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.956132] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522ec3ee-a596-8df7-e405-f32474199e20" [ 776.956132] env[69365]: _type = "HttpNfcLease" [ 776.956132] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 777.214782] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301561, 'name': Rename_Task, 'duration_secs': 0.193049} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.214782] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.214782] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81549244-f634-4cca-91a7-43f9139af1ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.224620] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Waiting for the task: (returnval){ [ 777.224620] env[69365]: value = "task-3301565" [ 777.224620] env[69365]: _type = "Task" [ 777.224620] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.235802] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.288422] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301558, 'name': CreateVM_Task, 'duration_secs': 1.612253} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.288613] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.289338] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.289504] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.289823] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.290103] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d93005-8d78-424c-a74a-360245f99a60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.296197] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Waiting for the task: (returnval){ [ 777.296197] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52476d95-7871-5bab-57cc-9bfd1558292f" [ 777.296197] env[69365]: _type = "Task" [ 777.296197] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.305766] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52476d95-7871-5bab-57cc-9bfd1558292f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.356541] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Releasing lock "refresh_cache-bf3bce53-2116-4cf1-bf48-035851ed563e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.356541] env[69365]: DEBUG nova.compute.manager [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Instance network_info: |[{"id": "39f4800c-34ec-4e95-adda-92dd1f676f84", "address": "fa:16:3e:22:d4:2b", "network": {"id": "97386114-dd10-4640-968c-c33e62c1313e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1208330791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df393a00af304f7b860534f41662e33d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39f4800c-34", "ovs_interfaceid": "39f4800c-34ec-4e95-adda-92dd1f676f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.356541] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:d4:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39f4800c-34ec-4e95-adda-92dd1f676f84', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.366393] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Creating folder: Project (df393a00af304f7b860534f41662e33d). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.367859] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dac02e71-a582-4c0b-a2b5-6263b5aea5cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.370735] env[69365]: DEBUG nova.compute.manager [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Received event network-vif-plugged-39f4800c-34ec-4e95-adda-92dd1f676f84 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.370947] env[69365]: DEBUG oslo_concurrency.lockutils [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] Acquiring lock "bf3bce53-2116-4cf1-bf48-035851ed563e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.371170] env[69365]: DEBUG oslo_concurrency.lockutils [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] Lock "bf3bce53-2116-4cf1-bf48-035851ed563e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.371366] env[69365]: DEBUG oslo_concurrency.lockutils [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] Lock "bf3bce53-2116-4cf1-bf48-035851ed563e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.371620] env[69365]: DEBUG nova.compute.manager [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] No waiting events found dispatching network-vif-plugged-39f4800c-34ec-4e95-adda-92dd1f676f84 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.371720] env[69365]: WARNING nova.compute.manager [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Received unexpected event network-vif-plugged-39f4800c-34ec-4e95-adda-92dd1f676f84 for instance with vm_state building and task_state spawning. [ 777.371878] env[69365]: DEBUG nova.compute.manager [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Received event network-changed-39f4800c-34ec-4e95-adda-92dd1f676f84 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.372061] env[69365]: DEBUG nova.compute.manager [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Refreshing instance network info cache due to event network-changed-39f4800c-34ec-4e95-adda-92dd1f676f84. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.372263] env[69365]: DEBUG oslo_concurrency.lockutils [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] Acquiring lock "refresh_cache-bf3bce53-2116-4cf1-bf48-035851ed563e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.372397] env[69365]: DEBUG oslo_concurrency.lockutils [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] Acquired lock "refresh_cache-bf3bce53-2116-4cf1-bf48-035851ed563e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.372551] env[69365]: DEBUG nova.network.neutron [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Refreshing network info cache for port 39f4800c-34ec-4e95-adda-92dd1f676f84 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.385607] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Created folder: Project (df393a00af304f7b860534f41662e33d) in parent group-v659152. [ 777.385890] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Creating folder: Instances. Parent ref: group-v659258. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.389492] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93faf267-03b0-43f1-b7d9-685c09f0ccae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.390609] env[69365]: DEBUG nova.scheduler.client.report [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.402028] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Created folder: Instances in parent group-v659258. [ 777.402028] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.402028] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.402028] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb82d3a6-8ef6-4183-8dd0-9a3d29ca4718 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.426325] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.426325] env[69365]: value = "task-3301568" [ 777.426325] env[69365]: _type = "Task" [ 777.426325] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.433053] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301563, 'name': Destroy_Task, 'duration_secs': 0.395954} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.433732] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Destroyed the VM [ 777.433992] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 777.434268] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aff2e8d4-9351-4ba2-965c-9ca198594e9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.439575] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301568, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.447033] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 777.447033] env[69365]: value = "task-3301569" [ 777.447033] env[69365]: _type = "Task" [ 777.447033] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.460400] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301569, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.462617] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.462617] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522ec3ee-a596-8df7-e405-f32474199e20" [ 777.462617] env[69365]: _type = "HttpNfcLease" [ 777.462617] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 777.462842] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 777.462842] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522ec3ee-a596-8df7-e405-f32474199e20" [ 777.462842] env[69365]: _type = "HttpNfcLease" [ 777.462842] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 777.463573] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edc1193-eff7-42b9-af6c-841aff02ee9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.476159] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fba3e0-fa59-8b7e-da5d-925c7ec9c3f6/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 777.476367] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fba3e0-fa59-8b7e-da5d-925c7ec9c3f6/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 777.603555] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0dee221f-4299-4933-9d72-7b20341d5607 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.690978] env[69365]: DEBUG nova.compute.manager [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.742131] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.747688] env[69365]: DEBUG nova.virt.hardware [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.748099] env[69365]: DEBUG nova.virt.hardware [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.748347] env[69365]: DEBUG nova.virt.hardware [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.748637] env[69365]: DEBUG nova.virt.hardware [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.748853] env[69365]: DEBUG nova.virt.hardware [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.749052] env[69365]: DEBUG nova.virt.hardware [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.749295] env[69365]: DEBUG nova.virt.hardware [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.749524] env[69365]: DEBUG nova.virt.hardware [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.749741] env[69365]: DEBUG nova.virt.hardware [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.749929] env[69365]: DEBUG nova.virt.hardware [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.750129] env[69365]: DEBUG nova.virt.hardware [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.751299] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8637f2-6f9f-4381-a40b-1572865854a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.761186] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c7bd0c-0f10-4e36-9149-cec6d0338d67 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.808270] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52476d95-7871-5bab-57cc-9bfd1558292f, 'name': SearchDatastore_Task, 'duration_secs': 0.016828} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.808758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.809159] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.809483] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.809741] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.809984] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.810387] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17916a8c-1ffe-44f7-b5af-7a417f174c69 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.821673] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.821888] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.822770] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc8ff2b-6d8c-41fb-af7c-91bdfa36e03b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.830182] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Waiting for the task: (returnval){ [ 777.830182] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525db240-fc70-4eba-88f6-e3221330409c" [ 777.830182] env[69365]: _type = "Task" [ 777.830182] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.840691] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525db240-fc70-4eba-88f6-e3221330409c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.895587] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.899395] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.668s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.901936] env[69365]: INFO nova.compute.claims [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.928902] env[69365]: INFO nova.scheduler.client.report [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Deleted allocations for instance 849e17e3-3933-49e5-a564-2afe368d7fc2 [ 777.948152] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301568, 'name': CreateVM_Task, 'duration_secs': 0.444611} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.951447] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.953931] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.954271] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.956203] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.959627] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d6d9c3-c5c5-4a69-b6fc-cd5880047a65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.967107] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301569, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.972660] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Waiting for the task: (returnval){ [ 777.972660] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5268f810-8c67-35bd-40c3-e5a3da748983" [ 777.972660] env[69365]: _type = "Task" [ 777.972660] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.987013] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5268f810-8c67-35bd-40c3-e5a3da748983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.242726] env[69365]: DEBUG oslo_vmware.api [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301565, 'name': PowerOnVM_Task, 'duration_secs': 0.794967} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.247019] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.247019] env[69365]: INFO nova.compute.manager [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Took 10.77 seconds to spawn the instance on the hypervisor. [ 778.247019] env[69365]: DEBUG nova.compute.manager [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.247019] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ed37c4-6e6e-41c8-9308-d879f3980563 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.261613] env[69365]: DEBUG nova.network.neutron [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Updated VIF entry in instance network info cache for port 39f4800c-34ec-4e95-adda-92dd1f676f84. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.261767] env[69365]: DEBUG nova.network.neutron [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Updating instance_info_cache with network_info: [{"id": "39f4800c-34ec-4e95-adda-92dd1f676f84", "address": "fa:16:3e:22:d4:2b", "network": {"id": "97386114-dd10-4640-968c-c33e62c1313e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1208330791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df393a00af304f7b860534f41662e33d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39f4800c-34", "ovs_interfaceid": "39f4800c-34ec-4e95-adda-92dd1f676f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.351293] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525db240-fc70-4eba-88f6-e3221330409c, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.352243] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d8562c-fee1-4f97-a0be-566d0596d2d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.363515] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Waiting for the task: (returnval){ [ 778.363515] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521a90d6-6e06-b53e-cf33-3c5e963128d5" [ 778.363515] env[69365]: _type = "Task" [ 778.363515] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.376344] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521a90d6-6e06-b53e-cf33-3c5e963128d5, 'name': SearchDatastore_Task} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.376637] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.377315] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 0522f326-22ac-488f-9cc0-ee573eedefa9/0522f326-22ac-488f-9cc0-ee573eedefa9.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.377315] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d230c09d-e258-4f31-aeb0-d48118fb3cf0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.385451] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Waiting for the task: (returnval){ [ 778.385451] env[69365]: value = "task-3301570" [ 778.385451] env[69365]: _type = "Task" [ 778.385451] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.395092] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.443428] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa6b077e-bd1e-46ee-b5f6-8e2144f97932 tempest-ServerTagsTestJSON-963267998 tempest-ServerTagsTestJSON-963267998-project-member] Lock "849e17e3-3933-49e5-a564-2afe368d7fc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.155s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.456709] env[69365]: DEBUG oslo_vmware.api [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301569, 'name': RemoveSnapshot_Task, 'duration_secs': 0.691056} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.457734] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 778.458113] env[69365]: INFO nova.compute.manager [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Took 16.19 seconds to snapshot the instance on the hypervisor. [ 778.468128] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "c473f1f3-31a5-4caf-a424-71871bbaa28e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.471758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "c473f1f3-31a5-4caf-a424-71871bbaa28e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.471758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "c473f1f3-31a5-4caf-a424-71871bbaa28e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.471758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "c473f1f3-31a5-4caf-a424-71871bbaa28e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.471758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "c473f1f3-31a5-4caf-a424-71871bbaa28e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.473402] env[69365]: INFO nova.compute.manager [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Terminating instance [ 778.491860] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5268f810-8c67-35bd-40c3-e5a3da748983, 'name': SearchDatastore_Task, 'duration_secs': 0.027533} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.495287] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.495287] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.495287] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.495287] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.495287] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.497258] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75d6cd6b-d477-468a-adcf-1ce280db1e4e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.508261] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.508261] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.508261] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b3958e-3933-4cc6-a1a2-aa824027590e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.518053] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Waiting for the task: (returnval){ [ 778.518053] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5225e1a3-f2b9-dbb8-a643-4da55038e572" [ 778.518053] env[69365]: _type = "Task" [ 778.518053] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.526527] env[69365]: DEBUG nova.network.neutron [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Successfully updated port: 211a1256-31ad-49c7-93f1-364e03470953 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.537466] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5225e1a3-f2b9-dbb8-a643-4da55038e572, 'name': SearchDatastore_Task, 'duration_secs': 0.012084} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.538615] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5209e942-4fbd-4111-84b6-0d1718ad851a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.549338] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Waiting for the task: (returnval){ [ 778.549338] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522d985d-b8ca-d5b0-505c-ff1ce62d324d" [ 778.549338] env[69365]: _type = "Task" [ 778.549338] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.563615] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522d985d-b8ca-d5b0-505c-ff1ce62d324d, 'name': SearchDatastore_Task} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.564199] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.564597] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] bf3bce53-2116-4cf1-bf48-035851ed563e/bf3bce53-2116-4cf1-bf48-035851ed563e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.564979] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3f55eb9-5b23-44ab-a95d-30619e29012e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.575620] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Waiting for the task: (returnval){ [ 778.575620] env[69365]: value = "task-3301571" [ 778.575620] env[69365]: _type = "Task" [ 778.575620] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.588355] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.770355] env[69365]: DEBUG oslo_concurrency.lockutils [req-5453b0c3-fbfa-42d3-9273-00c39f27ea2b req-27607a47-aac1-49d9-ba0d-42912ec05568 service nova] Releasing lock "refresh_cache-bf3bce53-2116-4cf1-bf48-035851ed563e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.772069] env[69365]: INFO nova.compute.manager [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Took 43.30 seconds to build instance. [ 778.896734] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301570, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.962210] env[69365]: DEBUG nova.compute.manager [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Instance disappeared during snapshot {{(pid=69365) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 778.976307] env[69365]: DEBUG nova.compute.manager [None req-24a8e7d8-91d1-42df-93d7-a088fca7394b tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Image not found during clean up 373f8186-99f4-4470-bc6a-f8dfc20d6d52 {{(pid=69365) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 778.986408] env[69365]: DEBUG nova.compute.manager [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.987681] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.990017] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8795511a-c7b7-48ad-a325-e858c10b3e44 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.000288] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.003991] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fd15f6b-9222-4848-aa16-cf4c2fbc4372 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.030222] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "refresh_cache-998d5009-39bd-4d6d-94b1-ce54098e6b1c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.030605] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "refresh_cache-998d5009-39bd-4d6d-94b1-ce54098e6b1c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.030671] env[69365]: DEBUG nova.network.neutron [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.063121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "7dc3aa35-c468-4aff-8225-872503a4f561" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.063369] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "7dc3aa35-c468-4aff-8225-872503a4f561" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.096248] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301571, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.112672] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.113998] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.113998] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleting the datastore file [datastore1] c473f1f3-31a5-4caf-a424-71871bbaa28e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.113998] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b391fdfb-4fb0-42b3-8103-45fe7062fed6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.124341] env[69365]: DEBUG oslo_vmware.api [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 779.124341] env[69365]: value = "task-3301574" [ 779.124341] env[69365]: _type = "Task" [ 779.124341] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.144474] env[69365]: DEBUG oslo_vmware.api [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.275024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a1ab65-de28-4f5e-8a6f-68e4a1d3a9bb tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Lock "8531106f-854e-475d-9cb3-83e2890d3493" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.013s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.396740] env[69365]: DEBUG nova.compute.manager [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Received event network-vif-plugged-211a1256-31ad-49c7-93f1-364e03470953 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.396965] env[69365]: DEBUG oslo_concurrency.lockutils [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] Acquiring lock "998d5009-39bd-4d6d-94b1-ce54098e6b1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.397249] env[69365]: DEBUG oslo_concurrency.lockutils [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] Lock "998d5009-39bd-4d6d-94b1-ce54098e6b1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.397469] env[69365]: DEBUG oslo_concurrency.lockutils [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] Lock "998d5009-39bd-4d6d-94b1-ce54098e6b1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.398700] env[69365]: DEBUG nova.compute.manager [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] No waiting events found dispatching network-vif-plugged-211a1256-31ad-49c7-93f1-364e03470953 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.398700] env[69365]: WARNING nova.compute.manager [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Received unexpected event network-vif-plugged-211a1256-31ad-49c7-93f1-364e03470953 for instance with vm_state building and task_state spawning. [ 779.398888] env[69365]: DEBUG nova.compute.manager [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Received event network-changed-211a1256-31ad-49c7-93f1-364e03470953 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.399027] env[69365]: DEBUG nova.compute.manager [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Refreshing instance network info cache due to event network-changed-211a1256-31ad-49c7-93f1-364e03470953. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.399212] env[69365]: DEBUG oslo_concurrency.lockutils [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] Acquiring lock "refresh_cache-998d5009-39bd-4d6d-94b1-ce54098e6b1c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.410746] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513271} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.410746] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 0522f326-22ac-488f-9cc0-ee573eedefa9/0522f326-22ac-488f-9cc0-ee573eedefa9.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.410996] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.411238] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b18821a1-30b1-47c1-9344-f4bfd1696bcc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.424412] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Waiting for the task: (returnval){ [ 779.424412] env[69365]: value = "task-3301575" [ 779.424412] env[69365]: _type = "Task" [ 779.424412] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.439965] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.514866] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581b726c-1953-43e9-97c8-81cca32f6724 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.530264] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16006467-7176-487f-a129-8006ab6bd026 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.577572] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9e5785-8990-4eb1-89db-0bbbe7656b1c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.590986] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748955} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.591877] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424071c4-eab9-450a-bec2-c84a85cc0dd0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.595709] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] bf3bce53-2116-4cf1-bf48-035851ed563e/bf3bce53-2116-4cf1-bf48-035851ed563e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.595939] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.596755] env[69365]: DEBUG nova.network.neutron [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.598928] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e447a0c6-e7d8-4164-8fbd-93296bab0887 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.614085] env[69365]: DEBUG nova.compute.provider_tree [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.617430] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Waiting for the task: (returnval){ [ 779.617430] env[69365]: value = "task-3301576" [ 779.617430] env[69365]: _type = "Task" [ 779.617430] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.632868] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.639076] env[69365]: DEBUG oslo_vmware.api [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335145} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.639712] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.639921] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.640133] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.640354] env[69365]: INFO nova.compute.manager [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Took 0.65 seconds to destroy the instance on the hypervisor. [ 779.640625] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.640840] env[69365]: DEBUG nova.compute.manager [-] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.640943] env[69365]: DEBUG nova.network.neutron [-] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.778477] env[69365]: DEBUG nova.compute.manager [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.862258] env[69365]: DEBUG nova.network.neutron [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Updating instance_info_cache with network_info: [{"id": "211a1256-31ad-49c7-93f1-364e03470953", "address": "fa:16:3e:06:bd:a3", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211a1256-31", "ovs_interfaceid": "211a1256-31ad-49c7-93f1-364e03470953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.936208] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127965} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.936508] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.937388] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda00fbc-e52f-45f4-93c1-64e23fea94b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.968775] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 0522f326-22ac-488f-9cc0-ee573eedefa9/0522f326-22ac-488f-9cc0-ee573eedefa9.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.968775] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3981bf7-36bd-4e8a-9d71-5fa89eff922b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.989625] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Waiting for the task: (returnval){ [ 779.989625] env[69365]: value = "task-3301577" [ 779.989625] env[69365]: _type = "Task" [ 779.989625] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.000092] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.009715] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Acquiring lock "8531106f-854e-475d-9cb3-83e2890d3493" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.010607] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Lock "8531106f-854e-475d-9cb3-83e2890d3493" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.014030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Acquiring lock "8531106f-854e-475d-9cb3-83e2890d3493-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.014030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Lock "8531106f-854e-475d-9cb3-83e2890d3493-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.014030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Lock "8531106f-854e-475d-9cb3-83e2890d3493-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.014030] env[69365]: INFO nova.compute.manager [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Terminating instance [ 780.119648] env[69365]: DEBUG nova.scheduler.client.report [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.135305] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067843} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.135835] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.137049] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad0ff13-523f-4822-abde-10557f16aeec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.163541] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] bf3bce53-2116-4cf1-bf48-035851ed563e/bf3bce53-2116-4cf1-bf48-035851ed563e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.164269] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b23613b-d624-4f05-8e5b-d5580a3597b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.188247] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Waiting for the task: (returnval){ [ 780.188247] env[69365]: value = "task-3301578" [ 780.188247] env[69365]: _type = "Task" [ 780.188247] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.197250] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.305654] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.366143] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "refresh_cache-998d5009-39bd-4d6d-94b1-ce54098e6b1c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.366143] env[69365]: DEBUG nova.compute.manager [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Instance network_info: |[{"id": "211a1256-31ad-49c7-93f1-364e03470953", "address": "fa:16:3e:06:bd:a3", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211a1256-31", "ovs_interfaceid": "211a1256-31ad-49c7-93f1-364e03470953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.366288] env[69365]: DEBUG oslo_concurrency.lockutils [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] Acquired lock "refresh_cache-998d5009-39bd-4d6d-94b1-ce54098e6b1c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.366372] env[69365]: DEBUG nova.network.neutron [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Refreshing network info cache for port 211a1256-31ad-49c7-93f1-364e03470953 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.370386] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:bd:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '211a1256-31ad-49c7-93f1-364e03470953', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.379524] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Creating folder: Project (804cd1d04b384fcd982d42974ee4679f). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.380512] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-342e23df-efb7-4daa-b724-dcec288dad12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.394816] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Created folder: Project (804cd1d04b384fcd982d42974ee4679f) in parent group-v659152. [ 780.395020] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Creating folder: Instances. Parent ref: group-v659261. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.395279] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5c21818-288c-4715-b544-93433bb8cb9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.406649] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Created folder: Instances in parent group-v659261. [ 780.406778] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.406940] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.407183] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1680d2e-07e5-4b28-af77-68edebc59903 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.431637] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.431637] env[69365]: value = "task-3301581" [ 780.431637] env[69365]: _type = "Task" [ 780.431637] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.440431] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301581, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.503139] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.519104] env[69365]: DEBUG nova.compute.manager [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.519299] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.520235] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2769a6aa-e3e0-4faa-b638-5a37c1aa5396 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.529944] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.530991] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75ab13b6-d62f-4d02-bd2e-7b05271edd7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.542124] env[69365]: DEBUG oslo_vmware.api [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Waiting for the task: (returnval){ [ 780.542124] env[69365]: value = "task-3301582" [ 780.542124] env[69365]: _type = "Task" [ 780.542124] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.552222] env[69365]: DEBUG oslo_vmware.api [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.557090] env[69365]: DEBUG nova.network.neutron [-] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.629992] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.630607] env[69365]: DEBUG nova.compute.manager [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.635862] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.231s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.636205] env[69365]: DEBUG nova.objects.instance [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lazy-loading 'resources' on Instance uuid 07c180c9-fb11-4cb1-a411-a6b8e0f858b2 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.700828] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.943019] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301581, 'name': CreateVM_Task, 'duration_secs': 0.446735} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.943212] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.943880] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.944096] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.944496] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.944777] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab7a1d6-ae2d-4906-9e22-6372083dc2c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.951593] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 780.951593] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f51754-1e23-2ee2-57a3-27a8009220ee" [ 780.951593] env[69365]: _type = "Task" [ 780.951593] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.961778] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f51754-1e23-2ee2-57a3-27a8009220ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.000253] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301577, 'name': ReconfigVM_Task, 'duration_secs': 0.72163} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.000557] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 0522f326-22ac-488f-9cc0-ee573eedefa9/0522f326-22ac-488f-9cc0-ee573eedefa9.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.003466] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b00a9120-64a7-4db1-958c-b7c8862aa59d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.012204] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Waiting for the task: (returnval){ [ 781.012204] env[69365]: value = "task-3301583" [ 781.012204] env[69365]: _type = "Task" [ 781.012204] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.021242] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301583, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.052691] env[69365]: DEBUG oslo_vmware.api [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301582, 'name': PowerOffVM_Task, 'duration_secs': 0.230118} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.052963] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.053251] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.053554] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a09c258d-f3e7-4092-a231-e3cc2a5e0348 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.062745] env[69365]: INFO nova.compute.manager [-] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Took 1.42 seconds to deallocate network for instance. [ 781.132094] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.132472] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.132681] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Deleting the datastore file [datastore1] 8531106f-854e-475d-9cb3-83e2890d3493 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.132969] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c717b44-0a31-495a-ac3a-fb2762bae10f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.139046] env[69365]: DEBUG nova.compute.utils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.145031] env[69365]: DEBUG nova.compute.manager [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.145303] env[69365]: DEBUG nova.network.neutron [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.147339] env[69365]: DEBUG oslo_vmware.api [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Waiting for the task: (returnval){ [ 781.147339] env[69365]: value = "task-3301586" [ 781.147339] env[69365]: _type = "Task" [ 781.147339] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.160207] env[69365]: DEBUG oslo_vmware.api [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.198658] env[69365]: DEBUG nova.network.neutron [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Updated VIF entry in instance network info cache for port 211a1256-31ad-49c7-93f1-364e03470953. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.199042] env[69365]: DEBUG nova.network.neutron [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Updating instance_info_cache with network_info: [{"id": "211a1256-31ad-49c7-93f1-364e03470953", "address": "fa:16:3e:06:bd:a3", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211a1256-31", "ovs_interfaceid": "211a1256-31ad-49c7-93f1-364e03470953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.206475] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301578, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.219683] env[69365]: DEBUG nova.policy [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8806accb8e424086bdcedba2be1ffe0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '804cd1d04b384fcd982d42974ee4679f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.455654] env[69365]: DEBUG nova.compute.manager [req-2c467395-3d15-4a96-819a-afe0f7a61ce0 req-4426de26-56a4-4166-a036-86a61cf570d7 service nova] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Received event network-vif-deleted-76384828-edcb-4c8b-b97b-d60fa8d248ad {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.473116] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f51754-1e23-2ee2-57a3-27a8009220ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012899} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.473489] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.473751] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.474092] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.474250] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.474451] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.474795] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be323742-5972-4145-bb23-12b72e568132 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.487847] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.487847] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.488295] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1301fd-21b6-4125-98f4-42dc75d6544a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.495896] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 781.495896] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7bd5a-a45e-8a00-83fe-5ee53a84ba14" [ 781.495896] env[69365]: _type = "Task" [ 781.495896] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.511561] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7bd5a-a45e-8a00-83fe-5ee53a84ba14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.528914] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301583, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.551943] env[69365]: DEBUG nova.network.neutron [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Successfully created port: fce8e8bf-017c-4497-a301-92df711f77ed {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.566813] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.649023] env[69365]: DEBUG nova.compute.manager [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.665643] env[69365]: DEBUG oslo_vmware.api [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Task: {'id': task-3301586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14773} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.665925] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.666146] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.666391] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.666589] env[69365]: INFO nova.compute.manager [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Took 1.15 seconds to destroy the instance on the hypervisor. [ 781.666839] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.667111] env[69365]: DEBUG nova.compute.manager [-] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.667216] env[69365]: DEBUG nova.network.neutron [-] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.703929] env[69365]: DEBUG oslo_concurrency.lockutils [req-ce15fd05-a9e8-457d-932e-3b706d1798f5 req-4aef476a-c41d-4d8a-8631-5773f7c3b080 service nova] Releasing lock "refresh_cache-998d5009-39bd-4d6d-94b1-ce54098e6b1c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.707953] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301578, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.712830] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc16d982-29c1-47ec-83d3-131e06061edf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.722164] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f937876-84cb-4d51-b361-b198f069488b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.757943] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2595c4-1995-47f2-a7e8-8d14761296d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.767018] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681982c2-5e2d-4216-9242-52db82f2dfb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.782209] env[69365]: DEBUG nova.compute.provider_tree [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.012583] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7bd5a-a45e-8a00-83fe-5ee53a84ba14, 'name': SearchDatastore_Task, 'duration_secs': 0.015804} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.013507] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68b8e66-1aaa-4bea-8229-0f623afa732d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.026835] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301583, 'name': Rename_Task, 'duration_secs': 0.920397} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.028304] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.028659] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 782.028659] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525620ab-48c3-71f4-9b11-37236fbc2b78" [ 782.028659] env[69365]: _type = "Task" [ 782.028659] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.029078] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-207d33d8-7b74-4f95-b05e-228d6671fd57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.045391] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525620ab-48c3-71f4-9b11-37236fbc2b78, 'name': SearchDatastore_Task, 'duration_secs': 0.013199} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.046958] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.047256] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 998d5009-39bd-4d6d-94b1-ce54098e6b1c/998d5009-39bd-4d6d-94b1-ce54098e6b1c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.047965] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Waiting for the task: (returnval){ [ 782.047965] env[69365]: value = "task-3301587" [ 782.047965] env[69365]: _type = "Task" [ 782.047965] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.047965] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f095961-26e8-4c85-aba1-d59624d4e106 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.060810] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.062414] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 782.062414] env[69365]: value = "task-3301588" [ 782.062414] env[69365]: _type = "Task" [ 782.062414] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.075469] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.200982] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquiring lock "b165dae1-c707-4d1c-87f7-60bc66628a76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.201266] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Lock "b165dae1-c707-4d1c-87f7-60bc66628a76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.208760] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301578, 'name': ReconfigVM_Task, 'duration_secs': 1.64015} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.209136] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Reconfigured VM instance instance-00000022 to attach disk [datastore1] bf3bce53-2116-4cf1-bf48-035851ed563e/bf3bce53-2116-4cf1-bf48-035851ed563e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.211022] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63cf73ba-8c6a-4f99-a96e-c83dadbece88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.222639] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Waiting for the task: (returnval){ [ 782.222639] env[69365]: value = "task-3301589" [ 782.222639] env[69365]: _type = "Task" [ 782.222639] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.233069] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301589, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.285586] env[69365]: DEBUG nova.scheduler.client.report [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.564743] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301587, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.576072] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301588, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.604781] env[69365]: DEBUG nova.network.neutron [-] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.667088] env[69365]: DEBUG nova.compute.manager [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.692763] env[69365]: DEBUG nova.virt.hardware [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.693038] env[69365]: DEBUG nova.virt.hardware [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.693227] env[69365]: DEBUG nova.virt.hardware [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.693436] env[69365]: DEBUG nova.virt.hardware [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.693593] env[69365]: DEBUG nova.virt.hardware [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.693775] env[69365]: DEBUG nova.virt.hardware [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.693946] env[69365]: DEBUG nova.virt.hardware [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.694182] env[69365]: DEBUG nova.virt.hardware [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.694402] env[69365]: DEBUG nova.virt.hardware [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.694649] env[69365]: DEBUG nova.virt.hardware [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.694853] env[69365]: DEBUG nova.virt.hardware [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.695754] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d1f082-6dc6-42f4-8cec-31110391d68e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.705194] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b6c81a-0d35-4fc0-ad5c-f26d0ea50de0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.733405] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301589, 'name': Rename_Task, 'duration_secs': 0.217365} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.733835] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.734214] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80b22385-c1b1-4bc4-9c30-8898f933cc77 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.744254] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Waiting for the task: (returnval){ [ 782.744254] env[69365]: value = "task-3301590" [ 782.744254] env[69365]: _type = "Task" [ 782.744254] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.760696] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.791849] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.794472] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.063s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.794645] env[69365]: DEBUG nova.objects.instance [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'resources' on Instance uuid 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.815015] env[69365]: INFO nova.scheduler.client.report [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Deleted allocations for instance 07c180c9-fb11-4cb1-a411-a6b8e0f858b2 [ 783.065924] env[69365]: DEBUG oslo_vmware.api [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301587, 'name': PowerOnVM_Task, 'duration_secs': 0.787099} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.069399] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.069635] env[69365]: INFO nova.compute.manager [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Took 10.84 seconds to spawn the instance on the hypervisor. [ 783.069815] env[69365]: DEBUG nova.compute.manager [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.070636] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74ea299-e1c8-4042-8c4f-6f6a6511bce9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.082461] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574907} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.085731] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 998d5009-39bd-4d6d-94b1-ce54098e6b1c/998d5009-39bd-4d6d-94b1-ce54098e6b1c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.086297] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.086717] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9669541f-9664-4451-8431-7450826de02e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.096161] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 783.096161] env[69365]: value = "task-3301591" [ 783.096161] env[69365]: _type = "Task" [ 783.096161] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.106992] env[69365]: INFO nova.compute.manager [-] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Took 1.44 seconds to deallocate network for instance. [ 783.107326] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.258424] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.323641] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5163d46-955c-49ac-92b9-981ad3f1b607 tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "07c180c9-fb11-4cb1-a411-a6b8e0f858b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.358s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.492555] env[69365]: DEBUG nova.compute.manager [req-f8d3cbb9-829e-41f2-858d-53bdc35b94bc req-2ddb5c83-dd99-4a07-a98c-0403deac31b7 service nova] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Received event network-vif-deleted-08907d15-fe3c-4180-b05a-e819bee074ec {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.604503] env[69365]: INFO nova.compute.manager [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Took 44.94 seconds to build instance. [ 783.614766] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.615216] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082749} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.618335] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.619535] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6546e1-663f-4e28-886a-172f718906d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.649639] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 998d5009-39bd-4d6d-94b1-ce54098e6b1c/998d5009-39bd-4d6d-94b1-ce54098e6b1c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.655912] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a57ad10-2807-4256-b5f4-f3a865360cbc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.674429] env[69365]: DEBUG nova.network.neutron [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Successfully updated port: fce8e8bf-017c-4497-a301-92df711f77ed {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.682028] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 783.682028] env[69365]: value = "task-3301593" [ 783.682028] env[69365]: _type = "Task" [ 783.682028] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.693115] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.755411] env[69365]: DEBUG oslo_vmware.api [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301590, 'name': PowerOnVM_Task, 'duration_secs': 0.811101} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.757856] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.758299] env[69365]: INFO nova.compute.manager [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Took 8.78 seconds to spawn the instance on the hypervisor. [ 783.758299] env[69365]: DEBUG nova.compute.manager [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.760026] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062d22bf-9c15-4f52-bc20-032ce9eb1aba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.861522] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1516d9fb-1f1d-4839-9087-8a0cf7211c63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.871027] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a8833a-cc59-409b-a5e7-93be18b2167a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.903512] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d7e7b-a57d-4905-8350-8aa70b6f6100 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.915018] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc5fdb8-d2a3-475c-9280-06cdea038b85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.928729] env[69365]: DEBUG nova.compute.provider_tree [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.107340] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9d16bef-d96f-4c53-98d3-29841cdd0293 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Lock "0522f326-22ac-488f-9cc0-ee573eedefa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.999s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.177273] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "refresh_cache-9fe6816e-c62f-4eeb-9ed5-d2209686ddd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.177483] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "refresh_cache-9fe6816e-c62f-4eeb-9ed5-d2209686ddd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.177676] env[69365]: DEBUG nova.network.neutron [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.193747] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301593, 'name': ReconfigVM_Task, 'duration_secs': 0.360668} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.194446] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 998d5009-39bd-4d6d-94b1-ce54098e6b1c/998d5009-39bd-4d6d-94b1-ce54098e6b1c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.195277] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3f4b10c-87ef-4eab-ac7a-f626cfc10cfd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.204425] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 784.204425] env[69365]: value = "task-3301594" [ 784.204425] env[69365]: _type = "Task" [ 784.204425] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.214695] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301594, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.290351] env[69365]: INFO nova.compute.manager [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Took 42.84 seconds to build instance. [ 784.432172] env[69365]: DEBUG nova.scheduler.client.report [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.612354] env[69365]: DEBUG nova.compute.manager [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.715877] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301594, 'name': Rename_Task, 'duration_secs': 0.194883} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.715969] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.716304] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba57c0b3-42e5-4602-9d55-913847eed936 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.725360] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 784.725360] env[69365]: value = "task-3301595" [ 784.725360] env[69365]: _type = "Task" [ 784.725360] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.729553] env[69365]: DEBUG nova.network.neutron [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.737711] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.764710] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Acquiring lock "0522f326-22ac-488f-9cc0-ee573eedefa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.765043] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Lock "0522f326-22ac-488f-9cc0-ee573eedefa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.765764] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Acquiring lock "0522f326-22ac-488f-9cc0-ee573eedefa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.765764] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Lock "0522f326-22ac-488f-9cc0-ee573eedefa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.765764] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Lock "0522f326-22ac-488f-9cc0-ee573eedefa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.768473] env[69365]: INFO nova.compute.manager [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Terminating instance [ 784.792838] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76b2aef4-2338-49c4-adae-82fc2d740c9e tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Lock "bf3bce53-2116-4cf1-bf48-035851ed563e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.215s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.902166] env[69365]: DEBUG nova.network.neutron [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Updating instance_info_cache with network_info: [{"id": "fce8e8bf-017c-4497-a301-92df711f77ed", "address": "fa:16:3e:6b:22:6e", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfce8e8bf-01", "ovs_interfaceid": "fce8e8bf-017c-4497-a301-92df711f77ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.937978] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.941051] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.009s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.941313] env[69365]: DEBUG nova.objects.instance [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lazy-loading 'resources' on Instance uuid 7a67b10b-2d73-4a7c-a30a-2be123c42a30 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.963292] env[69365]: INFO nova.scheduler.client.report [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Deleted allocations for instance 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a [ 785.131185] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.237650] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301595, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.273274] env[69365]: DEBUG nova.compute.manager [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.273616] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.274697] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e09bf7f-f39a-4847-b0e0-3e090bb247f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.283339] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.283578] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25a7fd0d-458f-49e6-a92a-9f24d5a52a2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.291870] env[69365]: DEBUG oslo_vmware.api [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Waiting for the task: (returnval){ [ 785.291870] env[69365]: value = "task-3301597" [ 785.291870] env[69365]: _type = "Task" [ 785.291870] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.296690] env[69365]: DEBUG nova.compute.manager [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.308608] env[69365]: DEBUG oslo_vmware.api [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.405567] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "refresh_cache-9fe6816e-c62f-4eeb-9ed5-d2209686ddd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.405882] env[69365]: DEBUG nova.compute.manager [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Instance network_info: |[{"id": "fce8e8bf-017c-4497-a301-92df711f77ed", "address": "fa:16:3e:6b:22:6e", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfce8e8bf-01", "ovs_interfaceid": "fce8e8bf-017c-4497-a301-92df711f77ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.406338] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:22:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fce8e8bf-017c-4497-a301-92df711f77ed', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.415582] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.415932] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.416236] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78d83e96-e968-4351-882a-4072491305a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.441896] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.441896] env[69365]: value = "task-3301598" [ 785.441896] env[69365]: _type = "Task" [ 785.441896] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.452842] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301598, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.472699] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a4a949d-b5d8-4eb1-a3b6-2da7e7621f6c tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.918s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.474289] env[69365]: DEBUG oslo_concurrency.lockutils [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] Acquired lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.475287] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4baa37-25c4-4e16-ac38-0da80b8efa26 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.489458] env[69365]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 785.489668] env[69365]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69365) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 785.490769] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1433935e-bc31-45f2-9a80-dbf8e5ab14be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.502406] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc40140-9880-427d-87f5-c0b26488c94e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.560770] env[69365]: ERROR root [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-659201' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-659201' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-659201' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-659201'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-659201' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-659201' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-659201'}\n"]: nova.exception.InstanceNotFound: Instance 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a could not be found. [ 785.561049] env[69365]: DEBUG oslo_concurrency.lockutils [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] Releasing lock "53cb2fdd-0478-426e-a4e0-e5cf24fffa2a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.561397] env[69365]: DEBUG nova.compute.manager [req-36ae4425-2a91-4cbd-869b-8f3738fbab9c req-ed0c90a1-5f96-414b-a340-d90b82b903cf service nova] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Detach interface failed, port_id=15fd5320-dcff-4aa7-bfd0-07bd0db1491f, reason: Instance 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 785.566554] env[69365]: DEBUG nova.compute.manager [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Received event network-vif-plugged-fce8e8bf-017c-4497-a301-92df711f77ed {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.566859] env[69365]: DEBUG oslo_concurrency.lockutils [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] Acquiring lock "9fe6816e-c62f-4eeb-9ed5-d2209686ddd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.567074] env[69365]: DEBUG oslo_concurrency.lockutils [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] Lock "9fe6816e-c62f-4eeb-9ed5-d2209686ddd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.567260] env[69365]: DEBUG oslo_concurrency.lockutils [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] Lock "9fe6816e-c62f-4eeb-9ed5-d2209686ddd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.567379] env[69365]: DEBUG nova.compute.manager [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] No waiting events found dispatching network-vif-plugged-fce8e8bf-017c-4497-a301-92df711f77ed {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.567545] env[69365]: WARNING nova.compute.manager [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Received unexpected event network-vif-plugged-fce8e8bf-017c-4497-a301-92df711f77ed for instance with vm_state building and task_state spawning. [ 785.567717] env[69365]: DEBUG nova.compute.manager [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Received event network-changed-fce8e8bf-017c-4497-a301-92df711f77ed {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.567883] env[69365]: DEBUG nova.compute.manager [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Refreshing instance network info cache due to event network-changed-fce8e8bf-017c-4497-a301-92df711f77ed. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.568121] env[69365]: DEBUG oslo_concurrency.lockutils [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] Acquiring lock "refresh_cache-9fe6816e-c62f-4eeb-9ed5-d2209686ddd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.568227] env[69365]: DEBUG oslo_concurrency.lockutils [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] Acquired lock "refresh_cache-9fe6816e-c62f-4eeb-9ed5-d2209686ddd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.568389] env[69365]: DEBUG nova.network.neutron [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Refreshing network info cache for port fce8e8bf-017c-4497-a301-92df711f77ed {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.739427] env[69365]: DEBUG oslo_vmware.api [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301595, 'name': PowerOnVM_Task, 'duration_secs': 0.556945} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.739818] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.740095] env[69365]: INFO nova.compute.manager [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Took 8.05 seconds to spawn the instance on the hypervisor. [ 785.740346] env[69365]: DEBUG nova.compute.manager [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.741436] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55e618e-9a93-4020-9f94-1207733589c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.807169] env[69365]: DEBUG oslo_vmware.api [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301597, 'name': PowerOffVM_Task, 'duration_secs': 0.334354} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.811977] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.812193] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.813286] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2b20a2a-31a6-4059-b46b-fd743e6febf2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.823825] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.893838] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.894061] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.894327] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Deleting the datastore file [datastore1] 0522f326-22ac-488f-9cc0-ee573eedefa9 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.897216] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9e5653a-e1ab-4072-871d-cebff7ffabf3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.905775] env[69365]: DEBUG oslo_vmware.api [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Waiting for the task: (returnval){ [ 785.905775] env[69365]: value = "task-3301600" [ 785.905775] env[69365]: _type = "Task" [ 785.905775] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.922333] env[69365]: DEBUG oslo_vmware.api [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.965824] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301598, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.970915] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb19915-d70c-4be2-b7ed-7550363ad35d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.979432] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6377b1e-a9cf-410e-950b-53c1f39ab275 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.013698] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990c17c5-9d4c-4bb2-998a-5f22594f4c6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.022980] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a22c466-f859-4faa-8f20-2cc082a415c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.038569] env[69365]: DEBUG nova.compute.provider_tree [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.262848] env[69365]: INFO nova.compute.manager [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Took 40.62 seconds to build instance. [ 786.295414] env[69365]: DEBUG oslo_concurrency.lockutils [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Acquiring lock "bf3bce53-2116-4cf1-bf48-035851ed563e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.295783] env[69365]: DEBUG oslo_concurrency.lockutils [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Lock "bf3bce53-2116-4cf1-bf48-035851ed563e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.296065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Acquiring lock "bf3bce53-2116-4cf1-bf48-035851ed563e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.296319] env[69365]: DEBUG oslo_concurrency.lockutils [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Lock "bf3bce53-2116-4cf1-bf48-035851ed563e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.296680] env[69365]: DEBUG oslo_concurrency.lockutils [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Lock "bf3bce53-2116-4cf1-bf48-035851ed563e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.299882] env[69365]: INFO nova.compute.manager [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Terminating instance [ 786.367340] env[69365]: DEBUG nova.network.neutron [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Updated VIF entry in instance network info cache for port fce8e8bf-017c-4497-a301-92df711f77ed. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.367672] env[69365]: DEBUG nova.network.neutron [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Updating instance_info_cache with network_info: [{"id": "fce8e8bf-017c-4497-a301-92df711f77ed", "address": "fa:16:3e:6b:22:6e", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfce8e8bf-01", "ovs_interfaceid": "fce8e8bf-017c-4497-a301-92df711f77ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.378397] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fba3e0-fa59-8b7e-da5d-925c7ec9c3f6/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 786.380019] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21549a45-f9df-47d7-8e2f-30117e318fe6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.389272] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fba3e0-fa59-8b7e-da5d-925c7ec9c3f6/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.389401] env[69365]: ERROR oslo_vmware.rw_handles [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fba3e0-fa59-8b7e-da5d-925c7ec9c3f6/disk-0.vmdk due to incomplete transfer. [ 786.390041] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-597614bd-9403-4fc9-8b2a-ed951fed90d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.398553] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fba3e0-fa59-8b7e-da5d-925c7ec9c3f6/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.398760] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Uploaded image bfa40151-5b7e-4c4f-96c4-3349fe5f7f79 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 786.401020] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 786.401592] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b6b2460a-484b-4a69-8a81-8a4ae09add46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.413439] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 786.413439] env[69365]: value = "task-3301601" [ 786.413439] env[69365]: _type = "Task" [ 786.413439] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.421866] env[69365]: DEBUG oslo_vmware.api [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Task: {'id': task-3301600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267938} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.422599] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.422786] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.422964] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.423149] env[69365]: INFO nova.compute.manager [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 786.423389] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.423577] env[69365]: DEBUG nova.compute.manager [-] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.423692] env[69365]: DEBUG nova.network.neutron [-] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.428843] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301601, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.453173] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301598, 'name': CreateVM_Task, 'duration_secs': 0.5398} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.453359] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.454087] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.454279] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.455055] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.455845] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb66a7d-605e-4acf-9f55-d6e7f7b808d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.461940] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 786.461940] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5209f0f7-7117-ce14-a8f8-8ad18b1da59d" [ 786.461940] env[69365]: _type = "Task" [ 786.461940] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.471146] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5209f0f7-7117-ce14-a8f8-8ad18b1da59d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.542953] env[69365]: DEBUG nova.scheduler.client.report [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.765466] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b77f0cec-0fd6-4ea1-8e4a-c1101e8834c3 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "998d5009-39bd-4d6d-94b1-ce54098e6b1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.441s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.804092] env[69365]: DEBUG nova.compute.manager [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.804397] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.805364] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed87a1e0-d578-4cf2-9efc-cc425655517f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.814837] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.815180] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ae6dba6-09ea-4774-b33d-63090de54fff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.824507] env[69365]: DEBUG oslo_vmware.api [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Waiting for the task: (returnval){ [ 786.824507] env[69365]: value = "task-3301602" [ 786.824507] env[69365]: _type = "Task" [ 786.824507] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.834382] env[69365]: DEBUG oslo_vmware.api [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.873952] env[69365]: DEBUG oslo_concurrency.lockutils [req-d16559de-4c76-427b-a562-4adfce67fc5a req-74d04982-8ca6-4e79-b63c-3a8bf3957560 service nova] Releasing lock "refresh_cache-9fe6816e-c62f-4eeb-9ed5-d2209686ddd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.923931] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301601, 'name': Destroy_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.973172] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5209f0f7-7117-ce14-a8f8-8ad18b1da59d, 'name': SearchDatastore_Task, 'duration_secs': 0.027723} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.973488] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.973725] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.974019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.974221] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.974425] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.974690] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3be18435-06df-4f94-acfc-a9e6021dbaae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.987688] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.987882] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.988663] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de38d622-558f-447e-b53a-836da8bbaf11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.995629] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 786.995629] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a5f4af-b948-0da6-d586-59543a2f71ea" [ 786.995629] env[69365]: _type = "Task" [ 786.995629] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.006099] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a5f4af-b948-0da6-d586-59543a2f71ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.050273] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.052477] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.458s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.054076] env[69365]: INFO nova.compute.claims [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.079016] env[69365]: INFO nova.scheduler.client.report [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Deleted allocations for instance 7a67b10b-2d73-4a7c-a30a-2be123c42a30 [ 787.173708] env[69365]: DEBUG nova.network.neutron [-] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.268902] env[69365]: DEBUG nova.compute.manager [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.343481] env[69365]: DEBUG oslo_vmware.api [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301602, 'name': PowerOffVM_Task, 'duration_secs': 0.226732} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.343481] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.343481] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.343481] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcbb326f-3c94-4783-a3e0-7ee5fc6050fd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.414034] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.414239] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.414442] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Deleting the datastore file [datastore1] bf3bce53-2116-4cf1-bf48-035851ed563e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.414786] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aacd7faf-00ea-4461-b235-48315e099a26 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.426910] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301601, 'name': Destroy_Task, 'duration_secs': 0.532576} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.429044] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Destroyed the VM [ 787.429044] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 787.429866] env[69365]: DEBUG oslo_vmware.api [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Waiting for the task: (returnval){ [ 787.429866] env[69365]: value = "task-3301605" [ 787.429866] env[69365]: _type = "Task" [ 787.429866] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.429866] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da96b76d-d77f-4e77-923e-9827cdcc3fb2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.443895] env[69365]: DEBUG oslo_vmware.api [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.446017] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 787.446017] env[69365]: value = "task-3301606" [ 787.446017] env[69365]: _type = "Task" [ 787.446017] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.457257] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301606, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.507355] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a5f4af-b948-0da6-d586-59543a2f71ea, 'name': SearchDatastore_Task, 'duration_secs': 0.029497} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.508420] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ad26806-027d-46e7-adf8-ff395f941f86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.516544] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 787.516544] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ef809c-1fc8-5eef-5d01-fb2761410d1f" [ 787.516544] env[69365]: _type = "Task" [ 787.516544] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.528344] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ef809c-1fc8-5eef-5d01-fb2761410d1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.587691] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3680b9ad-1bd2-4a85-81a8-fa7122d4fffd tempest-ListServersNegativeTestJSON-782727894 tempest-ListServersNegativeTestJSON-782727894-project-member] Lock "7a67b10b-2d73-4a7c-a30a-2be123c42a30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.948s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.678470] env[69365]: INFO nova.compute.manager [-] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Took 1.25 seconds to deallocate network for instance. [ 787.796981] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.845899] env[69365]: DEBUG nova.compute.manager [req-46b345be-c281-4675-a0b8-afcf3fd33f04 req-3cc4314a-742b-4b13-b598-9ae499d6da66 service nova] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Received event network-vif-deleted-6226aa75-6371-4d80-a765-5fb65ebc06c4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.942755] env[69365]: DEBUG oslo_vmware.api [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Task: {'id': task-3301605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274686} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.942989] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.943191] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.943404] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.943617] env[69365]: INFO nova.compute.manager [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 787.943899] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.944124] env[69365]: DEBUG nova.compute.manager [-] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.944281] env[69365]: DEBUG nova.network.neutron [-] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.959629] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301606, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.028920] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ef809c-1fc8-5eef-5d01-fb2761410d1f, 'name': SearchDatastore_Task, 'duration_secs': 0.025768} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.029395] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.029850] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8/9fe6816e-c62f-4eeb-9ed5-d2209686ddd8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.030279] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-797834bd-69d3-47db-b1aa-8effb1038642 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.039733] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 788.039733] env[69365]: value = "task-3301607" [ 788.039733] env[69365]: _type = "Task" [ 788.039733] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.050113] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.186100] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.465486] env[69365]: DEBUG oslo_vmware.api [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301606, 'name': RemoveSnapshot_Task, 'duration_secs': 0.751345} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.467162] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 788.467407] env[69365]: INFO nova.compute.manager [None req-c3d1ec78-a042-4a77-a4a6-38a3985223d2 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Took 15.19 seconds to snapshot the instance on the hypervisor. [ 788.479320] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.479574] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.560933] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301607, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.587859] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfeff7c-2855-49ac-9380-e80de8862c07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.600474] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5be4342-82b0-4a25-ade8-f926c615eed9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.640483] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22f182a-dd9d-4090-9ea6-bb1dc11f9be5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.651571] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77a7775-ece7-4464-91a2-5a652fc58279 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.667252] env[69365]: DEBUG nova.compute.provider_tree [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.755674] env[69365]: DEBUG nova.network.neutron [-] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.051901] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683309} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.052450] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8/9fe6816e-c62f-4eeb-9ed5-d2209686ddd8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.052694] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.052962] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1a39428-a140-4ff3-96dd-439449dd7ae4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.061588] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 789.061588] env[69365]: value = "task-3301608" [ 789.061588] env[69365]: _type = "Task" [ 789.061588] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.070457] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.189983] env[69365]: ERROR nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [req-087b59a6-e55c-4e92-9978-76969bff230d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-087b59a6-e55c-4e92-9978-76969bff230d"}]} [ 789.205579] env[69365]: DEBUG nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Refreshing inventories for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 789.223804] env[69365]: DEBUG nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Updating ProviderTree inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 789.224063] env[69365]: DEBUG nova.compute.provider_tree [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.235425] env[69365]: DEBUG nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Refreshing aggregate associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 789.258179] env[69365]: DEBUG nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Refreshing trait associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 789.261756] env[69365]: INFO nova.compute.manager [-] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Took 1.32 seconds to deallocate network for instance. [ 789.575517] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076023} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.578864] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.579885] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b763779-5d61-4c51-b220-6a306715975e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.604599] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8/9fe6816e-c62f-4eeb-9ed5-d2209686ddd8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.607619] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d14cb7b1-b678-4ff1-8b0c-e2b26d38012f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.628665] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 789.628665] env[69365]: value = "task-3301609" [ 789.628665] env[69365]: _type = "Task" [ 789.628665] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.642412] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.732519] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20e0b72-a237-4dea-a8d0-c6163fea4d7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.740633] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b722cfb-e8ee-4e3c-8ecb-fd5629508b6c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.770734] env[69365]: DEBUG oslo_concurrency.lockutils [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.771753] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35d1253-299c-4d30-98a8-48b57564d6d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.779870] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f87e9b5-eaf5-4e8d-ad1f-025c992f99f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.796284] env[69365]: DEBUG nova.compute.provider_tree [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.026859] env[69365]: DEBUG nova.compute.manager [req-b5fe00a3-6037-49d0-9aab-5ee9394ec8bd req-f4a6e6ba-c987-4abf-8bca-c4efa26f8b83 service nova] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Received event network-vif-deleted-39f4800c-34ec-4e95-adda-92dd1f676f84 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.140409] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301609, 'name': ReconfigVM_Task, 'duration_secs': 0.27964} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.140732] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8/9fe6816e-c62f-4eeb-9ed5-d2209686ddd8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.141405] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c3dda02-e3a8-4a23-aef3-e2327edefde8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.149835] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 790.149835] env[69365]: value = "task-3301610" [ 790.149835] env[69365]: _type = "Task" [ 790.149835] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.159918] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301610, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.319245] env[69365]: ERROR nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [req-51181b70-4e75-4168-b4f2-71fb5d0fd141] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-51181b70-4e75-4168-b4f2-71fb5d0fd141"}]} [ 790.335716] env[69365]: DEBUG nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Refreshing inventories for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 790.348053] env[69365]: DEBUG nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Updating ProviderTree inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 790.348053] env[69365]: DEBUG nova.compute.provider_tree [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.357059] env[69365]: DEBUG nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Refreshing aggregate associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 790.372293] env[69365]: DEBUG nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Refreshing trait associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 790.397941] env[69365]: DEBUG nova.compute.manager [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.398916] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f981c687-848e-46b0-bb86-7cf35add5b4e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.642232] env[69365]: DEBUG oslo_concurrency.lockutils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquiring lock "5d43b1d2-605b-433a-b13c-114f0c57eb88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.642476] env[69365]: DEBUG oslo_concurrency.lockutils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Lock "5d43b1d2-605b-433a-b13c-114f0c57eb88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.660057] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301610, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.768940] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ee8a2e-01a6-4811-8055-5874c34eb899 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.777644] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d764ca8a-978f-45e7-a069-513037df090d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.811870] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91177b6-86ad-45e8-b36b-0a3a9bc0192e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.820744] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a29302b-6cca-4a91-a3af-61e3bd03eb6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.835757] env[69365]: DEBUG nova.compute.provider_tree [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.852644] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Acquiring lock "56f615f5-518f-417d-911e-1527fbdc8a0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.852874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Lock "56f615f5-518f-417d-911e-1527fbdc8a0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.912331] env[69365]: INFO nova.compute.manager [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] instance snapshotting [ 790.914950] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130cca1f-de47-43b2-a3ab-0b4110e82fb1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.934125] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f415cdf-3ac4-40c4-8d9e-4baccdfb6209 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.162108] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301610, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.357275] env[69365]: ERROR nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [req-99154aa4-c804-4282-a65d-6eefa739834d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-99154aa4-c804-4282-a65d-6eefa739834d"}]} [ 791.373756] env[69365]: DEBUG nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Refreshing inventories for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 791.388291] env[69365]: DEBUG nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Updating ProviderTree inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 791.388521] env[69365]: DEBUG nova.compute.provider_tree [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.400092] env[69365]: DEBUG nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Refreshing aggregate associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 791.419760] env[69365]: DEBUG nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Refreshing trait associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 791.444594] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 791.444882] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5fdcbdcc-7d68-4cfd-a921-5f2b318e3389 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.453543] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 791.453543] env[69365]: value = "task-3301611" [ 791.453543] env[69365]: _type = "Task" [ 791.453543] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.461781] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301611, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.662936] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301610, 'name': Rename_Task, 'duration_secs': 1.161337} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.665677] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.666167] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ba10d00-c78c-46fc-99e5-e549c0b15e4c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.673597] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 791.673597] env[69365]: value = "task-3301612" [ 791.673597] env[69365]: _type = "Task" [ 791.673597] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.684777] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.832429] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf203d3-fd9a-4b12-a566-2b967471b506 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.840782] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82363837-442c-412e-93ce-c1f5c610fde7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.875668] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9762897a-e433-42c0-aa37-9b029b3b0ee7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.886038] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fdfc81-8b77-4bea-ab01-badeb09496c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.901109] env[69365]: DEBUG nova.compute.provider_tree [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.964433] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301611, 'name': CreateSnapshot_Task, 'duration_secs': 0.492608} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.964664] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 791.965423] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb1923-0c5b-43cb-9d43-fe160c10159a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.185602] env[69365]: DEBUG oslo_vmware.api [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301612, 'name': PowerOnVM_Task, 'duration_secs': 0.486743} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.185602] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.185602] env[69365]: INFO nova.compute.manager [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Took 9.52 seconds to spawn the instance on the hypervisor. [ 792.185958] env[69365]: DEBUG nova.compute.manager [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.186462] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88507d07-7c49-45ee-af6e-2938cb864eb1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.440245] env[69365]: DEBUG nova.scheduler.client.report [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Updated inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 792.440825] env[69365]: DEBUG nova.compute.provider_tree [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Updating resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 generation from 60 to 61 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 792.441196] env[69365]: DEBUG nova.compute.provider_tree [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.485027] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 792.485376] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-56ce1631-b863-4206-a64e-ee26fee2452c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.495740] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 792.495740] env[69365]: value = "task-3301613" [ 792.495740] env[69365]: _type = "Task" [ 792.495740] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.505422] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301613, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.708951] env[69365]: INFO nova.compute.manager [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Took 40.50 seconds to build instance. [ 792.950477] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.898s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.951039] env[69365]: DEBUG nova.compute.manager [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.954703] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.131s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.956235] env[69365]: INFO nova.compute.claims [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.008518] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301613, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.211567] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bdb717c3-6947-40d4-8818-f1155c33716d tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "9fe6816e-c62f-4eeb-9ed5-d2209686ddd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.369s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.461678] env[69365]: DEBUG nova.compute.utils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.464953] env[69365]: DEBUG nova.compute.manager [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.465149] env[69365]: DEBUG nova.network.neutron [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.508057] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301613, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.516219] env[69365]: DEBUG nova.policy [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30a5e766e7a34e08a738a05b66a363c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72868a3ac4f249728f3ab513cd801654', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.714947] env[69365]: DEBUG nova.compute.manager [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.840985] env[69365]: DEBUG nova.network.neutron [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Successfully created port: ff0a3e07-a4f2-49b7-accc-480fc018786c {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.856193] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.856193] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.965431] env[69365]: DEBUG nova.compute.manager [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.011692] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301613, 'name': CloneVM_Task, 'duration_secs': 1.400745} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.015900] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Created linked-clone VM from snapshot [ 794.017532] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa914cb-262e-4166-ac0c-a0b3282e092c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.026633] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Uploading image d320e70c-abb3-43c4-8951-a1ae753bc6b9 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 794.056128] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 794.056128] env[69365]: value = "vm-659267" [ 794.056128] env[69365]: _type = "VirtualMachine" [ 794.056128] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 794.056728] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74e33bd7-042a-48f0-b4b1-953a0ca3d122 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.065173] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lease: (returnval){ [ 794.065173] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282fc08-cfa0-c2d1-cbdb-ee5a854b9f34" [ 794.065173] env[69365]: _type = "HttpNfcLease" [ 794.065173] env[69365]: } obtained for exporting VM: (result){ [ 794.065173] env[69365]: value = "vm-659267" [ 794.065173] env[69365]: _type = "VirtualMachine" [ 794.065173] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 794.065532] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the lease: (returnval){ [ 794.065532] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282fc08-cfa0-c2d1-cbdb-ee5a854b9f34" [ 794.065532] env[69365]: _type = "HttpNfcLease" [ 794.065532] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 794.074125] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 794.074125] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282fc08-cfa0-c2d1-cbdb-ee5a854b9f34" [ 794.074125] env[69365]: _type = "HttpNfcLease" [ 794.074125] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 794.230417] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.370112] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54cdf09-98ec-412e-916f-43f09ce6b832 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.378675] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c220f9-8b12-488a-8fea-5c85fcbbe183 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.411610] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e0c85f-0743-4b69-86b1-a799f7f5674a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.420194] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf48783a-a199-4112-8c09-ed77afe3edea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.434092] env[69365]: DEBUG nova.compute.provider_tree [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.574900] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 794.574900] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282fc08-cfa0-c2d1-cbdb-ee5a854b9f34" [ 794.574900] env[69365]: _type = "HttpNfcLease" [ 794.574900] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 794.575359] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 794.575359] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282fc08-cfa0-c2d1-cbdb-ee5a854b9f34" [ 794.575359] env[69365]: _type = "HttpNfcLease" [ 794.575359] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 794.576172] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4912ea-37c3-419e-94a7-14d3b58e786a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.584450] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e93de-e704-7787-3e07-08e321e84c56/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 794.584689] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e93de-e704-7787-3e07-08e321e84c56/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 794.673321] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c1ed27b-04cc-45fd-9ecf-078d5133dc2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.937386] env[69365]: DEBUG nova.scheduler.client.report [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.978695] env[69365]: DEBUG nova.compute.manager [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.004455] env[69365]: DEBUG nova.virt.hardware [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.004746] env[69365]: DEBUG nova.virt.hardware [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.004910] env[69365]: DEBUG nova.virt.hardware [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.006278] env[69365]: DEBUG nova.virt.hardware [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.006472] env[69365]: DEBUG nova.virt.hardware [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.006770] env[69365]: DEBUG nova.virt.hardware [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.006868] env[69365]: DEBUG nova.virt.hardware [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.007046] env[69365]: DEBUG nova.virt.hardware [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.007221] env[69365]: DEBUG nova.virt.hardware [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.007427] env[69365]: DEBUG nova.virt.hardware [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.007585] env[69365]: DEBUG nova.virt.hardware [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.008546] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09497922-f9b1-4278-a4cc-7bc8cc576225 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.019041] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150f1377-fac6-423e-8391-f17de17f9978 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.324618] env[69365]: DEBUG nova.compute.manager [req-ca205a31-08ee-41c5-afbf-6e97ade00d7a req-ce68ceb0-95af-479b-b0ca-1e6d68de7130 service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Received event network-vif-plugged-ff0a3e07-a4f2-49b7-accc-480fc018786c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.325252] env[69365]: DEBUG oslo_concurrency.lockutils [req-ca205a31-08ee-41c5-afbf-6e97ade00d7a req-ce68ceb0-95af-479b-b0ca-1e6d68de7130 service nova] Acquiring lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.325485] env[69365]: DEBUG oslo_concurrency.lockutils [req-ca205a31-08ee-41c5-afbf-6e97ade00d7a req-ce68ceb0-95af-479b-b0ca-1e6d68de7130 service nova] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.325691] env[69365]: DEBUG oslo_concurrency.lockutils [req-ca205a31-08ee-41c5-afbf-6e97ade00d7a req-ce68ceb0-95af-479b-b0ca-1e6d68de7130 service nova] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.325981] env[69365]: DEBUG nova.compute.manager [req-ca205a31-08ee-41c5-afbf-6e97ade00d7a req-ce68ceb0-95af-479b-b0ca-1e6d68de7130 service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] No waiting events found dispatching network-vif-plugged-ff0a3e07-a4f2-49b7-accc-480fc018786c {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.326175] env[69365]: WARNING nova.compute.manager [req-ca205a31-08ee-41c5-afbf-6e97ade00d7a req-ce68ceb0-95af-479b-b0ca-1e6d68de7130 service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Received unexpected event network-vif-plugged-ff0a3e07-a4f2-49b7-accc-480fc018786c for instance with vm_state building and task_state spawning. [ 795.434346] env[69365]: DEBUG nova.network.neutron [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Successfully updated port: ff0a3e07-a4f2-49b7-accc-480fc018786c {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.443315] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.443777] env[69365]: DEBUG nova.compute.manager [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.449187] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.628s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.938393] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.938393] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquired lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.938393] env[69365]: DEBUG nova.network.neutron [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.953520] env[69365]: DEBUG nova.compute.utils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.964436] env[69365]: DEBUG nova.compute.manager [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.964655] env[69365]: DEBUG nova.network.neutron [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.022299] env[69365]: DEBUG nova.policy [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80ad089106ab44df80e576fd6896aa59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08264223cf1a4db1b94941da15459335', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.340878] env[69365]: DEBUG nova.network.neutron [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Successfully created port: 75be62c0-459d-4cc5-92af-21a8ddc19660 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.465095] env[69365]: DEBUG nova.compute.manager [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.490093] env[69365]: DEBUG nova.network.neutron [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.505976] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.506199] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 205183f5-c414-49b0-b14f-cc7e70085cc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.506310] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e77a293e-f845-4596-8d9b-58d42e3c19d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.506383] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance a71a4c5b-2874-450f-bc0b-1ac80c6f7655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.506498] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 1a09e1d1-c844-4d0b-8f13-a86d6596e85d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.506638] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 05b0e6cb-6197-45af-bf23-bcdd30c0b399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.506761] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 82ca099c-426d-4ef1-b78e-a6039bb4e284 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.506874] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance a6c770c1-38c9-456c-ac52-79f02354de76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.506985] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance bb9e6f36-7178-4ecf-9fb5-4907aabe6c25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.507136] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 796.507259] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance c473f1f3-31a5-4caf-a424-71871bbaa28e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 796.507380] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance c6ebf8b9-b4d9-43e3-ac3c-be57592805a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 796.507495] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance cdb2706d-414e-43c0-8c19-41aa3e1f6b84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.507605] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance b215212d-8db4-423d-9bf6-8480037708a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.507724] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 8531106f-854e-475d-9cb3-83e2890d3493 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 796.507841] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 0522f326-22ac-488f-9cc0-ee573eedefa9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 796.508034] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance bf3bce53-2116-4cf1-bf48-035851ed563e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 796.508083] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 998d5009-39bd-4d6d-94b1-ce54098e6b1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.508184] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.508332] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 12166253-9d0a-4ffa-ba27-4ff6e783d0ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.508402] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance c4ba7142-b548-498b-a11e-e62919e3aece actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.756313] env[69365]: DEBUG nova.network.neutron [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Updating instance_info_cache with network_info: [{"id": "ff0a3e07-a4f2-49b7-accc-480fc018786c", "address": "fa:16:3e:d6:87:6b", "network": {"id": "e5935f89-2a0e-4c73-8fd6-af1ac7fc787c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1692533212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72868a3ac4f249728f3ab513cd801654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0a3e07-a4", "ovs_interfaceid": "ff0a3e07-a4f2-49b7-accc-480fc018786c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.011020] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 00f771da-7432-42cc-85d2-1eb1aa119e2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 797.259765] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Releasing lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.259919] env[69365]: DEBUG nova.compute.manager [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Instance network_info: |[{"id": "ff0a3e07-a4f2-49b7-accc-480fc018786c", "address": "fa:16:3e:d6:87:6b", "network": {"id": "e5935f89-2a0e-4c73-8fd6-af1ac7fc787c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1692533212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72868a3ac4f249728f3ab513cd801654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0a3e07-a4", "ovs_interfaceid": "ff0a3e07-a4f2-49b7-accc-480fc018786c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.260359] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:87:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff0a3e07-a4f2-49b7-accc-480fc018786c', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.268311] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Creating folder: Project (72868a3ac4f249728f3ab513cd801654). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.268610] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abe5668c-7122-4cb8-a70c-039172d197e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.281599] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Created folder: Project (72868a3ac4f249728f3ab513cd801654) in parent group-v659152. [ 797.282266] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Creating folder: Instances. Parent ref: group-v659268. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.282266] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d7d5cb0-85f9-4225-8d8b-04735e9c82cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.296298] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Created folder: Instances in parent group-v659268. [ 797.296584] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.297039] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.297039] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6169e770-3ac2-4153-a371-2f2150d6e2c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.321215] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.321215] env[69365]: value = "task-3301617" [ 797.321215] env[69365]: _type = "Task" [ 797.321215] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.330823] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301617, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.370986] env[69365]: DEBUG nova.compute.manager [req-06680a1d-928c-43cb-8633-a7f35ff9368c req-a37583bf-a1c5-424e-8c9d-3c9d9de48e3d service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Received event network-changed-ff0a3e07-a4f2-49b7-accc-480fc018786c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.371215] env[69365]: DEBUG nova.compute.manager [req-06680a1d-928c-43cb-8633-a7f35ff9368c req-a37583bf-a1c5-424e-8c9d-3c9d9de48e3d service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Refreshing instance network info cache due to event network-changed-ff0a3e07-a4f2-49b7-accc-480fc018786c. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.371418] env[69365]: DEBUG oslo_concurrency.lockutils [req-06680a1d-928c-43cb-8633-a7f35ff9368c req-a37583bf-a1c5-424e-8c9d-3c9d9de48e3d service nova] Acquiring lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.371559] env[69365]: DEBUG oslo_concurrency.lockutils [req-06680a1d-928c-43cb-8633-a7f35ff9368c req-a37583bf-a1c5-424e-8c9d-3c9d9de48e3d service nova] Acquired lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.371719] env[69365]: DEBUG nova.network.neutron [req-06680a1d-928c-43cb-8633-a7f35ff9368c req-a37583bf-a1c5-424e-8c9d-3c9d9de48e3d service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Refreshing network info cache for port ff0a3e07-a4f2-49b7-accc-480fc018786c {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.477711] env[69365]: DEBUG nova.compute.manager [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.518733] env[69365]: DEBUG nova.virt.hardware [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.519263] env[69365]: DEBUG nova.virt.hardware [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.519375] env[69365]: DEBUG nova.virt.hardware [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.519550] env[69365]: DEBUG nova.virt.hardware [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.520865] env[69365]: DEBUG nova.virt.hardware [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.520865] env[69365]: DEBUG nova.virt.hardware [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.520865] env[69365]: DEBUG nova.virt.hardware [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.520865] env[69365]: DEBUG nova.virt.hardware [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.520865] env[69365]: DEBUG nova.virt.hardware [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.521441] env[69365]: DEBUG nova.virt.hardware [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.522314] env[69365]: DEBUG nova.virt.hardware [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.523145] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 606f0211-32d3-4fdf-8c4d-dd5879db98a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 797.525564] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afab437d-292d-469a-8c69-4c4ec8ca81e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.537151] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9b3117-d672-4b75-b42b-ef9de4ecce01 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.831536] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301617, 'name': CreateVM_Task, 'duration_secs': 0.473659} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.831712] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.832452] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.832624] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.832947] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.833224] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ab1673-18a8-4220-8361-1863390632d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.839518] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 797.839518] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523addd0-a8db-0799-be47-b9f4e458c69a" [ 797.839518] env[69365]: _type = "Task" [ 797.839518] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.848374] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523addd0-a8db-0799-be47-b9f4e458c69a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.029613] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance a0de6319-99fe-4420-b042-6eea50509327 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 798.270957] env[69365]: DEBUG nova.network.neutron [req-06680a1d-928c-43cb-8633-a7f35ff9368c req-a37583bf-a1c5-424e-8c9d-3c9d9de48e3d service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Updated VIF entry in instance network info cache for port ff0a3e07-a4f2-49b7-accc-480fc018786c. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.271331] env[69365]: DEBUG nova.network.neutron [req-06680a1d-928c-43cb-8633-a7f35ff9368c req-a37583bf-a1c5-424e-8c9d-3c9d9de48e3d service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Updating instance_info_cache with network_info: [{"id": "ff0a3e07-a4f2-49b7-accc-480fc018786c", "address": "fa:16:3e:d6:87:6b", "network": {"id": "e5935f89-2a0e-4c73-8fd6-af1ac7fc787c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1692533212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72868a3ac4f249728f3ab513cd801654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0a3e07-a4", "ovs_interfaceid": "ff0a3e07-a4f2-49b7-accc-480fc018786c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.287808] env[69365]: DEBUG nova.network.neutron [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Successfully updated port: 75be62c0-459d-4cc5-92af-21a8ddc19660 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.354703] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523addd0-a8db-0799-be47-b9f4e458c69a, 'name': SearchDatastore_Task, 'duration_secs': 0.013203} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.355431] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.355431] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.356050] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.356050] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.356050] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.356739] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1b91240-b3ca-4027-bfe4-b00cdb2bdd83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.368827] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.368958] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.369708] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bc9fdbe-974b-474a-8a17-7352a97266ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.377301] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 798.377301] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52795479-e817-dc55-44d4-b056ba8d4b70" [ 798.377301] env[69365]: _type = "Task" [ 798.377301] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.390647] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52795479-e817-dc55-44d4-b056ba8d4b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.532993] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 99e521a6-b45b-401f-9c18-9f05f8198e4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 798.774697] env[69365]: DEBUG oslo_concurrency.lockutils [req-06680a1d-928c-43cb-8633-a7f35ff9368c req-a37583bf-a1c5-424e-8c9d-3c9d9de48e3d service nova] Releasing lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.793921] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "refresh_cache-c4ba7142-b548-498b-a11e-e62919e3aece" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.793921] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "refresh_cache-c4ba7142-b548-498b-a11e-e62919e3aece" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.793921] env[69365]: DEBUG nova.network.neutron [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.889073] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52795479-e817-dc55-44d4-b056ba8d4b70, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.890020] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d15dc9-eff2-4efb-8cf7-e58cbf591691 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.897420] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 798.897420] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b0085c-299b-92d6-664d-9b652e1fd728" [ 798.897420] env[69365]: _type = "Task" [ 798.897420] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.907141] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b0085c-299b-92d6-664d-9b652e1fd728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.036877] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e166ce10-33aa-499e-9020-1ecafc6c8cef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 799.410816] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b0085c-299b-92d6-664d-9b652e1fd728, 'name': SearchDatastore_Task, 'duration_secs': 0.013519} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.411165] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.411432] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 12166253-9d0a-4ffa-ba27-4ff6e783d0ab/12166253-9d0a-4ffa-ba27-4ff6e783d0ab.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.411849] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-545b86b1-1e81-463f-98cc-9ec16b63f556 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.421691] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 799.421691] env[69365]: value = "task-3301618" [ 799.421691] env[69365]: _type = "Task" [ 799.421691] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.431571] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.540629] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance bfd1107e-6136-46ae-b840-2f2929975f71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 799.577516] env[69365]: DEBUG nova.network.neutron [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.643316] env[69365]: DEBUG nova.compute.manager [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Received event network-vif-plugged-75be62c0-459d-4cc5-92af-21a8ddc19660 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.643880] env[69365]: DEBUG oslo_concurrency.lockutils [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] Acquiring lock "c4ba7142-b548-498b-a11e-e62919e3aece-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.643880] env[69365]: DEBUG oslo_concurrency.lockutils [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] Lock "c4ba7142-b548-498b-a11e-e62919e3aece-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.644083] env[69365]: DEBUG oslo_concurrency.lockutils [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] Lock "c4ba7142-b548-498b-a11e-e62919e3aece-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.644163] env[69365]: DEBUG nova.compute.manager [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] No waiting events found dispatching network-vif-plugged-75be62c0-459d-4cc5-92af-21a8ddc19660 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.644462] env[69365]: WARNING nova.compute.manager [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Received unexpected event network-vif-plugged-75be62c0-459d-4cc5-92af-21a8ddc19660 for instance with vm_state building and task_state spawning. [ 799.644821] env[69365]: DEBUG nova.compute.manager [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Received event network-changed-75be62c0-459d-4cc5-92af-21a8ddc19660 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.644997] env[69365]: DEBUG nova.compute.manager [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Refreshing instance network info cache due to event network-changed-75be62c0-459d-4cc5-92af-21a8ddc19660. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.645185] env[69365]: DEBUG oslo_concurrency.lockutils [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] Acquiring lock "refresh_cache-c4ba7142-b548-498b-a11e-e62919e3aece" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.746220] env[69365]: DEBUG nova.network.neutron [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Updating instance_info_cache with network_info: [{"id": "75be62c0-459d-4cc5-92af-21a8ddc19660", "address": "fa:16:3e:44:29:8f", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75be62c0-45", "ovs_interfaceid": "75be62c0-459d-4cc5-92af-21a8ddc19660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.933096] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49841} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.933363] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 12166253-9d0a-4ffa-ba27-4ff6e783d0ab/12166253-9d0a-4ffa-ba27-4ff6e783d0ab.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.933584] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.933890] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90f3332b-4d0c-4090-8041-f2858402a9e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.943215] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 799.943215] env[69365]: value = "task-3301619" [ 799.943215] env[69365]: _type = "Task" [ 799.943215] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.954697] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.044524] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance fd53553a-caec-476b-9463-34c4319483bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 800.251033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "refresh_cache-c4ba7142-b548-498b-a11e-e62919e3aece" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.251033] env[69365]: DEBUG nova.compute.manager [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Instance network_info: |[{"id": "75be62c0-459d-4cc5-92af-21a8ddc19660", "address": "fa:16:3e:44:29:8f", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75be62c0-45", "ovs_interfaceid": "75be62c0-459d-4cc5-92af-21a8ddc19660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.251033] env[69365]: DEBUG oslo_concurrency.lockutils [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] Acquired lock "refresh_cache-c4ba7142-b548-498b-a11e-e62919e3aece" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.251033] env[69365]: DEBUG nova.network.neutron [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Refreshing network info cache for port 75be62c0-459d-4cc5-92af-21a8ddc19660 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.251863] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:29:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75be62c0-459d-4cc5-92af-21a8ddc19660', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.259638] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Creating folder: Project (08264223cf1a4db1b94941da15459335). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.260775] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dd7c456-7fe8-4c3d-8398-c15a330000fd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.275658] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Created folder: Project (08264223cf1a4db1b94941da15459335) in parent group-v659152. [ 800.275658] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Creating folder: Instances. Parent ref: group-v659271. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.275829] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96b2e38a-2759-45e9-9ef1-78820d6dd824 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.287293] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Created folder: Instances in parent group-v659271. [ 800.287577] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.287780] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.287992] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a63d8e5-d0b5-4c63-ba02-8e603e1b9450 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.311060] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.311060] env[69365]: value = "task-3301622" [ 800.311060] env[69365]: _type = "Task" [ 800.311060] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.320073] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301622, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.454706] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074706} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.454986] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.455948] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6938e6dc-184e-474b-bbab-306e9699dfed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.483115] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 12166253-9d0a-4ffa-ba27-4ff6e783d0ab/12166253-9d0a-4ffa-ba27-4ff6e783d0ab.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.483504] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5520fd97-b77b-4056-9903-2981eef2bad7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.507908] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 800.507908] env[69365]: value = "task-3301623" [ 800.507908] env[69365]: _type = "Task" [ 800.507908] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.517162] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.547886] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 7dc3aa35-c468-4aff-8225-872503a4f561 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 800.822502] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301622, 'name': CreateVM_Task, 'duration_secs': 0.368914} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.822705] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.823455] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.823644] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.823991] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.824308] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6fec1a4-9a64-4b75-907a-952ab42b0f82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.833359] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 800.833359] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523cd3ee-29b9-ed49-1829-c1cabb75bb5b" [ 800.833359] env[69365]: _type = "Task" [ 800.833359] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.852186] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523cd3ee-29b9-ed49-1829-c1cabb75bb5b, 'name': SearchDatastore_Task, 'duration_secs': 0.013989} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.852495] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.852742] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.852998] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.853153] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.853338] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.853627] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91d29eff-86e1-41f9-a9e4-df16f960485c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.862746] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.862929] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.864300] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c3dc13-cd71-47fd-a97a-39586536c893 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.870234] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 800.870234] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ca49f2-977e-4c6e-61ba-2e4b6c449940" [ 800.870234] env[69365]: _type = "Task" [ 800.870234] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.879545] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ca49f2-977e-4c6e-61ba-2e4b6c449940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.974287] env[69365]: DEBUG nova.network.neutron [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Updated VIF entry in instance network info cache for port 75be62c0-459d-4cc5-92af-21a8ddc19660. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.974761] env[69365]: DEBUG nova.network.neutron [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Updating instance_info_cache with network_info: [{"id": "75be62c0-459d-4cc5-92af-21a8ddc19660", "address": "fa:16:3e:44:29:8f", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75be62c0-45", "ovs_interfaceid": "75be62c0-459d-4cc5-92af-21a8ddc19660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.019041] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301623, 'name': ReconfigVM_Task, 'duration_secs': 0.342507} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.019349] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 12166253-9d0a-4ffa-ba27-4ff6e783d0ab/12166253-9d0a-4ffa-ba27-4ff6e783d0ab.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.020193] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc3936c3-5ca8-47ea-89cc-32381cc84f0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.028123] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 801.028123] env[69365]: value = "task-3301624" [ 801.028123] env[69365]: _type = "Task" [ 801.028123] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.037066] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301624, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.051105] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance b165dae1-c707-4d1c-87f7-60bc66628a76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.382160] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ca49f2-977e-4c6e-61ba-2e4b6c449940, 'name': SearchDatastore_Task, 'duration_secs': 0.010292} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.382900] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9e259c-29d8-4eff-9ead-728d09805e8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.389689] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 801.389689] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52475355-32f0-8d38-eb26-95ebf0f4d2f6" [ 801.389689] env[69365]: _type = "Task" [ 801.389689] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.398759] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52475355-32f0-8d38-eb26-95ebf0f4d2f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.477977] env[69365]: DEBUG oslo_concurrency.lockutils [req-4efcf664-1fe1-4c4f-a106-297b9818d5b4 req-d2af5d7d-03ab-42c0-9ea7-f7b0ee0a77c1 service nova] Releasing lock "refresh_cache-c4ba7142-b548-498b-a11e-e62919e3aece" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.539134] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301624, 'name': Rename_Task, 'duration_secs': 0.175477} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.539551] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.539954] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f52e6af-7139-4ec0-bd61-985d250d652c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.548605] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 801.548605] env[69365]: value = "task-3301625" [ 801.548605] env[69365]: _type = "Task" [ 801.548605] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.554158] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 2a14f96f-2727-4a8e-9958-a9185c5a8428 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.558992] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.902033] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52475355-32f0-8d38-eb26-95ebf0f4d2f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011626} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.902322] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.902586] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] c4ba7142-b548-498b-a11e-e62919e3aece/c4ba7142-b548-498b-a11e-e62919e3aece.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.902853] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-920b2005-4ec3-4b83-8c16-f17e767a7ffe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.911740] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 801.911740] env[69365]: value = "task-3301626" [ 801.911740] env[69365]: _type = "Task" [ 801.911740] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.920640] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.062584] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 5d43b1d2-605b-433a-b13c-114f0c57eb88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.064139] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.431225] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301626, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.568249] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 56f615f5-518f-417d-911e-1527fbdc8a0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.569806] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301625, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.599857] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e93de-e704-7787-3e07-08e321e84c56/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 802.600974] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e73a3e5-dec0-4a74-9c2e-9332fadc16c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.610220] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e93de-e704-7787-3e07-08e321e84c56/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 802.610220] env[69365]: ERROR oslo_vmware.rw_handles [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e93de-e704-7787-3e07-08e321e84c56/disk-0.vmdk due to incomplete transfer. [ 802.610583] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-96c3c6ba-082b-4f2f-9702-ebcd27b14a2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.621708] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e93de-e704-7787-3e07-08e321e84c56/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 802.621923] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Uploaded image d320e70c-abb3-43c4-8951-a1ae753bc6b9 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 802.625162] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 802.625598] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26681569-0589-4fde-92e1-98659662a56c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.635573] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 802.635573] env[69365]: value = "task-3301627" [ 802.635573] env[69365]: _type = "Task" [ 802.635573] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.646619] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301627, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.924304] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82969} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.924549] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] c4ba7142-b548-498b-a11e-e62919e3aece/c4ba7142-b548-498b-a11e-e62919e3aece.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.924792] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.925072] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7517bad2-9d2c-4465-b286-e0752a622492 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.933369] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 802.933369] env[69365]: value = "task-3301628" [ 802.933369] env[69365]: _type = "Task" [ 802.933369] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.944854] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.061332] env[69365]: DEBUG oslo_vmware.api [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301625, 'name': PowerOnVM_Task, 'duration_secs': 1.043664} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.061332] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.061332] env[69365]: INFO nova.compute.manager [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Took 8.08 seconds to spawn the instance on the hypervisor. [ 803.061332] env[69365]: DEBUG nova.compute.manager [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.061745] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2ab0f4-8ccd-40d1-a8d5-130207061968 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.072052] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 803.072355] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 803.072516] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 803.152287] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301627, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.446322] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242951} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.446639] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.447560] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f45428-81d2-4cb8-9857-161fe5c5e846 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.473469] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] c4ba7142-b548-498b-a11e-e62919e3aece/c4ba7142-b548-498b-a11e-e62919e3aece.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.476378] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e92c2af-783d-4ac0-926b-fb94ef71458d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.500347] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 803.500347] env[69365]: value = "task-3301629" [ 803.500347] env[69365]: _type = "Task" [ 803.500347] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.510493] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.542537] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9244b586-7ea0-4b10-b021-156dbb4b28e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.551144] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3c9930-720a-4d2a-986e-2b557efc1a8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.589555] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fd3196-4f38-4284-8d9e-7eda081e2f7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.594920] env[69365]: INFO nova.compute.manager [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Took 45.02 seconds to build instance. [ 803.601040] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52942ec3-237a-47a0-baf8-9f104176f0bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.614745] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.650123] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301627, 'name': Destroy_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.011259] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301629, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.097931] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7a670cc-92fb-437f-a875-2ccf5564f952 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.206s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.138607] env[69365]: ERROR nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [req-da22ce98-0db5-454f-a49f-0e183994af77] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-da22ce98-0db5-454f-a49f-0e183994af77"}]} [ 804.152262] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301627, 'name': Destroy_Task, 'duration_secs': 1.026205} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.152567] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Destroyed the VM [ 804.152806] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 804.153065] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ddb97c2f-b420-4a44-8894-a207be876f1a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.157667] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Refreshing inventories for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 804.161602] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 804.161602] env[69365]: value = "task-3301630" [ 804.161602] env[69365]: _type = "Task" [ 804.161602] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.172346] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301630, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.174543] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Updating ProviderTree inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 804.174736] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.187258] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Refreshing aggregate associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 804.206199] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Refreshing trait associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 804.514464] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301629, 'name': ReconfigVM_Task, 'duration_secs': 0.54986} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.514787] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Reconfigured VM instance instance-00000026 to attach disk [datastore1] c4ba7142-b548-498b-a11e-e62919e3aece/c4ba7142-b548-498b-a11e-e62919e3aece.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.518161] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b79ce73e-1fa7-4dcd-812a-cce9d18e1769 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.528634] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 804.528634] env[69365]: value = "task-3301631" [ 804.528634] env[69365]: _type = "Task" [ 804.528634] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.543136] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301631, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.600575] env[69365]: DEBUG nova.compute.manager [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.653992] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab2e2eb-a6b6-431c-a1ae-58834d43eb34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.668512] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30604ed-54c4-4af5-b113-b9a3f737b920 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.681147] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301630, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.708953] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdc5942-5e34-4026-b2e2-8dac460eefc1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.718014] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d938bc61-8320-4214-bbbd-0ee161cf55c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.734343] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.972696] env[69365]: DEBUG nova.compute.manager [req-8d9e586f-501c-4792-8f4e-5031cc81960e req-cb41774a-e874-4cea-b325-4e81bde141b6 service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Received event network-changed-ff0a3e07-a4f2-49b7-accc-480fc018786c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.972944] env[69365]: DEBUG nova.compute.manager [req-8d9e586f-501c-4792-8f4e-5031cc81960e req-cb41774a-e874-4cea-b325-4e81bde141b6 service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Refreshing instance network info cache due to event network-changed-ff0a3e07-a4f2-49b7-accc-480fc018786c. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.973613] env[69365]: DEBUG oslo_concurrency.lockutils [req-8d9e586f-501c-4792-8f4e-5031cc81960e req-cb41774a-e874-4cea-b325-4e81bde141b6 service nova] Acquiring lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.973746] env[69365]: DEBUG oslo_concurrency.lockutils [req-8d9e586f-501c-4792-8f4e-5031cc81960e req-cb41774a-e874-4cea-b325-4e81bde141b6 service nova] Acquired lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.973857] env[69365]: DEBUG nova.network.neutron [req-8d9e586f-501c-4792-8f4e-5031cc81960e req-cb41774a-e874-4cea-b325-4e81bde141b6 service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Refreshing network info cache for port ff0a3e07-a4f2-49b7-accc-480fc018786c {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.038995] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301631, 'name': Rename_Task, 'duration_secs': 0.18057} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.039291] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.039584] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3b96fcc-79ff-4814-9401-10675f55c826 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.046414] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 805.046414] env[69365]: value = "task-3301632" [ 805.046414] env[69365]: _type = "Task" [ 805.046414] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.053886] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.121412] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.174742] env[69365]: DEBUG oslo_vmware.api [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301630, 'name': RemoveSnapshot_Task, 'duration_secs': 0.54753} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.175017] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 805.175256] env[69365]: INFO nova.compute.manager [None req-0d694d63-7f29-4f3f-aede-251aa9ff7517 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Took 14.26 seconds to snapshot the instance on the hypervisor. [ 805.271196] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Updated inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 805.271441] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Updating resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 generation from 62 to 63 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 805.271607] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.561561] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.747820] env[69365]: DEBUG nova.network.neutron [req-8d9e586f-501c-4792-8f4e-5031cc81960e req-cb41774a-e874-4cea-b325-4e81bde141b6 service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Updated VIF entry in instance network info cache for port ff0a3e07-a4f2-49b7-accc-480fc018786c. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.748191] env[69365]: DEBUG nova.network.neutron [req-8d9e586f-501c-4792-8f4e-5031cc81960e req-cb41774a-e874-4cea-b325-4e81bde141b6 service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Updating instance_info_cache with network_info: [{"id": "ff0a3e07-a4f2-49b7-accc-480fc018786c", "address": "fa:16:3e:d6:87:6b", "network": {"id": "e5935f89-2a0e-4c73-8fd6-af1ac7fc787c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1692533212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72868a3ac4f249728f3ab513cd801654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0a3e07-a4", "ovs_interfaceid": "ff0a3e07-a4f2-49b7-accc-480fc018786c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.751367] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Acquiring lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.751588] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.776897] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 805.777143] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.328s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.777405] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.005s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.778879] env[69365]: INFO nova.compute.claims [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.060425] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.251191] env[69365]: DEBUG oslo_concurrency.lockutils [req-8d9e586f-501c-4792-8f4e-5031cc81960e req-cb41774a-e874-4cea-b325-4e81bde141b6 service nova] Releasing lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.255553] env[69365]: DEBUG nova.compute.utils [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.564862] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301632, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.760852] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.063955] env[69365]: DEBUG oslo_vmware.api [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301632, 'name': PowerOnVM_Task, 'duration_secs': 1.820191} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.064072] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.064252] env[69365]: INFO nova.compute.manager [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Took 9.59 seconds to spawn the instance on the hypervisor. [ 807.064545] env[69365]: DEBUG nova.compute.manager [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.066281] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af3000c-f659-4a6e-8f64-cbf4b985d6ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.183541] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e117413a-78d5-43de-a9cf-931fb7bc9d70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.191351] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ff46f3-c5ad-49c1-82e1-2a2de6d51dff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.221139] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1bfded-89b2-4b22-b8cc-cfbffb44c943 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.228651] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be427fcb-850c-4cc5-bd39-4af42198b03f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.241974] env[69365]: DEBUG nova.compute.provider_tree [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.583537] env[69365]: INFO nova.compute.manager [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Took 45.77 seconds to build instance. [ 807.745583] env[69365]: DEBUG nova.scheduler.client.report [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.808856] env[69365]: DEBUG nova.compute.manager [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.809780] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74b4af5-1594-4cf3-95f6-5583c5e07e9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.832538] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Acquiring lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.832823] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.833124] env[69365]: INFO nova.compute.manager [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Attaching volume 50278e77-d92c-483b-817b-9cdd5e02bba2 to /dev/sdb [ 807.877880] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a1cca8-39fc-4fbc-a647-b47c15dfb9e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.885817] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02690d3b-433f-4f2f-9c7d-26a5464c1f0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.899331] env[69365]: DEBUG nova.virt.block_device [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Updating existing volume attachment record: 3943aac7-cb8a-454f-bc8a-c11c3aa45aaa {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 808.086492] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5889ef-f039-4c0e-bba3-93b1d509aafd tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "c4ba7142-b548-498b-a11e-e62919e3aece" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.566s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.251026] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.251807] env[69365]: DEBUG nova.compute.manager [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.255123] env[69365]: DEBUG oslo_concurrency.lockutils [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.331s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.255325] env[69365]: DEBUG oslo_concurrency.lockutils [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.257322] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.290s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.258712] env[69365]: INFO nova.compute.claims [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.282886] env[69365]: INFO nova.scheduler.client.report [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Deleted allocations for instance bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a [ 808.283949] env[69365]: INFO nova.compute.manager [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Rebuilding instance [ 808.321094] env[69365]: INFO nova.compute.manager [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] instance snapshotting [ 808.327809] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98628779-60b6-45f2-b2cd-bf1a3fb2c4aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.355274] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1910b3df-8ad4-44f5-ad35-974e62528175 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.366629] env[69365]: DEBUG nova.compute.manager [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.367718] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42895504-4662-44fe-9b6c-c0a5a43c34c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.590010] env[69365]: DEBUG nova.compute.manager [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.763247] env[69365]: DEBUG nova.compute.utils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.767240] env[69365]: DEBUG nova.compute.manager [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.767512] env[69365]: DEBUG nova.network.neutron [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.793406] env[69365]: DEBUG oslo_concurrency.lockutils [None req-add826fa-dc2d-4f52-8c3b-59e0533c38f4 tempest-DeleteServersAdminTestJSON-1181727678 tempest-DeleteServersAdminTestJSON-1181727678-project-member] Lock "bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.034s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.815220] env[69365]: DEBUG nova.policy [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd204e6dcf9cd4869bd48cca9b356d62d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4f840adab224d87ae73ea20634227ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.872174] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.872508] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6145d7cf-db85-4b05-8dcb-a80213365074 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.880853] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 808.880853] env[69365]: value = "task-3301636" [ 808.880853] env[69365]: _type = "Task" [ 808.880853] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.889044] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301636, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.117216] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.121434] env[69365]: DEBUG nova.network.neutron [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Successfully created port: 4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.268720] env[69365]: DEBUG nova.compute.manager [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.381864] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.382247] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8646d0b0-ed35-4297-be02-9dea9d36e868 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.399618] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301636, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.403040] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 809.403040] env[69365]: value = "task-3301637" [ 809.403040] env[69365]: _type = "Task" [ 809.403040] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.416016] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.793266] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e95a7d1-983f-4a0e-bc01-e272d2bac378 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.800912] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b5411e-79c6-4aca-9793-68e6abb9ffda {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.834348] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fea78cb-4085-46cc-93c4-5625bca0244f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.842850] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c222ab4e-e80f-4e9a-921c-58dfdddf3568 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.856493] env[69365]: DEBUG nova.compute.provider_tree [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.890434] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301636, 'name': CreateSnapshot_Task, 'duration_secs': 0.967636} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.890683] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 809.891409] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a19fd9-1646-437b-bd4e-575fc749bd2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.909977] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301637, 'name': PowerOffVM_Task, 'duration_secs': 0.20713} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.910245] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.910469] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.911209] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b84fd4-69c6-4c88-8712-5b9138cacdac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.917483] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.917701] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-407b9881-7f1f-4f3c-9dda-9241d6e5b848 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.020824] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.021071] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.021262] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleting the datastore file [datastore1] c4ba7142-b548-498b-a11e-e62919e3aece {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.021538] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8c1610b-e8e7-424b-9f44-50faccae897f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.029559] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 810.029559] env[69365]: value = "task-3301639" [ 810.029559] env[69365]: _type = "Task" [ 810.029559] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.037183] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.280350] env[69365]: DEBUG nova.compute.manager [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.308896] env[69365]: DEBUG nova.virt.hardware [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.309230] env[69365]: DEBUG nova.virt.hardware [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.309394] env[69365]: DEBUG nova.virt.hardware [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.309590] env[69365]: DEBUG nova.virt.hardware [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.309755] env[69365]: DEBUG nova.virt.hardware [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.309914] env[69365]: DEBUG nova.virt.hardware [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.310142] env[69365]: DEBUG nova.virt.hardware [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.310305] env[69365]: DEBUG nova.virt.hardware [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.310519] env[69365]: DEBUG nova.virt.hardware [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.310730] env[69365]: DEBUG nova.virt.hardware [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.310952] env[69365]: DEBUG nova.virt.hardware [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.312616] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71fe850-710b-4b17-b67a-c199445904d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.321145] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750103c0-98f7-48d1-bfda-7172d4aa1556 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.359874] env[69365]: DEBUG nova.scheduler.client.report [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.408905] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 810.409414] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fc7d1aa9-490f-4f55-b00e-9c6e63d9f801 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.420169] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 810.420169] env[69365]: value = "task-3301641" [ 810.420169] env[69365]: _type = "Task" [ 810.420169] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.429046] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301641, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.543072] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146228} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.543633] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.543633] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.543793] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.715929] env[69365]: DEBUG nova.compute.manager [req-bd7f2b1a-42dc-44ef-8558-217afbd0dec3 req-de3d4b83-2f58-4c72-8897-c9bb459bd8f4 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Received event network-vif-plugged-4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.716276] env[69365]: DEBUG oslo_concurrency.lockutils [req-bd7f2b1a-42dc-44ef-8558-217afbd0dec3 req-de3d4b83-2f58-4c72-8897-c9bb459bd8f4 service nova] Acquiring lock "00f771da-7432-42cc-85d2-1eb1aa119e2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.716533] env[69365]: DEBUG oslo_concurrency.lockutils [req-bd7f2b1a-42dc-44ef-8558-217afbd0dec3 req-de3d4b83-2f58-4c72-8897-c9bb459bd8f4 service nova] Lock "00f771da-7432-42cc-85d2-1eb1aa119e2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.716856] env[69365]: DEBUG oslo_concurrency.lockutils [req-bd7f2b1a-42dc-44ef-8558-217afbd0dec3 req-de3d4b83-2f58-4c72-8897-c9bb459bd8f4 service nova] Lock "00f771da-7432-42cc-85d2-1eb1aa119e2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.716977] env[69365]: DEBUG nova.compute.manager [req-bd7f2b1a-42dc-44ef-8558-217afbd0dec3 req-de3d4b83-2f58-4c72-8897-c9bb459bd8f4 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] No waiting events found dispatching network-vif-plugged-4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.717121] env[69365]: WARNING nova.compute.manager [req-bd7f2b1a-42dc-44ef-8558-217afbd0dec3 req-de3d4b83-2f58-4c72-8897-c9bb459bd8f4 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Received unexpected event network-vif-plugged-4899f31a-bbaa-4633-b16b-881216910940 for instance with vm_state building and task_state spawning. [ 810.847090] env[69365]: DEBUG nova.network.neutron [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Successfully updated port: 4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.865932] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.866498] env[69365]: DEBUG nova.compute.manager [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.869010] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.470s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.870498] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.871193] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.451s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.872614] env[69365]: INFO nova.compute.claims [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.900493] env[69365]: INFO nova.scheduler.client.report [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Deleted allocations for instance c6ebf8b9-b4d9-43e3-ac3c-be57592805a9 [ 810.930866] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301641, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.351633] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.351828] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquired lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.352026] env[69365]: DEBUG nova.network.neutron [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.376846] env[69365]: DEBUG nova.compute.utils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.379798] env[69365]: DEBUG nova.compute.manager [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.381164] env[69365]: DEBUG nova.network.neutron [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.410908] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f92937b-aba6-4199-9b74-94e07df95ca3 tempest-TenantUsagesTestJSON-494045298 tempest-TenantUsagesTestJSON-494045298-project-member] Lock "c6ebf8b9-b4d9-43e3-ac3c-be57592805a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.599s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.427679] env[69365]: DEBUG nova.policy [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '647f4cacf79043be91a7ff2f0705c477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d259d679704be8bc603a96dc18c3c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.436434] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301641, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.588487] env[69365]: DEBUG nova.virt.hardware [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.588776] env[69365]: DEBUG nova.virt.hardware [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.588916] env[69365]: DEBUG nova.virt.hardware [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.589180] env[69365]: DEBUG nova.virt.hardware [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.589327] env[69365]: DEBUG nova.virt.hardware [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.589483] env[69365]: DEBUG nova.virt.hardware [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.589688] env[69365]: DEBUG nova.virt.hardware [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.589849] env[69365]: DEBUG nova.virt.hardware [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.590022] env[69365]: DEBUG nova.virt.hardware [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.590190] env[69365]: DEBUG nova.virt.hardware [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.590356] env[69365]: DEBUG nova.virt.hardware [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.591261] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cbe27a-403d-4ce9-ab1c-3125dca92b79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.601091] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b2bfc4-53a4-4f6e-9192-8a7ea993ffbf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.621334] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:29:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75be62c0-459d-4cc5-92af-21a8ddc19660', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.634115] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.634981] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.635427] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-585f662b-6b85-4297-b81b-11a2ca3390b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.658584] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.658584] env[69365]: value = "task-3301642" [ 811.658584] env[69365]: _type = "Task" [ 811.658584] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.668274] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301642, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.885399] env[69365]: DEBUG nova.compute.manager [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.915249] env[69365]: DEBUG nova.network.neutron [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.925381] env[69365]: DEBUG nova.network.neutron [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Successfully created port: 722af2fa-597e-4311-bfe7-81094b1a3d10 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.937960] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301641, 'name': CloneVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.166908] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301642, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.195277] env[69365]: DEBUG nova.network.neutron [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Updating instance_info_cache with network_info: [{"id": "4899f31a-bbaa-4633-b16b-881216910940", "address": "fa:16:3e:ec:71:e1", "network": {"id": "a5b1084f-8a9d-48de-95b5-c881a138d8fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-760715279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f840adab224d87ae73ea20634227ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4899f31a-bb", "ovs_interfaceid": "4899f31a-bbaa-4633-b16b-881216910940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.425844] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b693298f-1fac-4bc3-8112-526cb055b87e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.444200] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e4a986-d19b-4293-aabb-c5b69698b6c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.449189] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301641, 'name': CloneVM_Task, 'duration_secs': 1.600703} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.450864] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Created linked-clone VM from snapshot [ 812.451978] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88939388-f39f-4bf3-9259-09a89e7e9166 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.456058] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 812.456327] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659276', 'volume_id': '50278e77-d92c-483b-817b-9cdd5e02bba2', 'name': 'volume-50278e77-d92c-483b-817b-9cdd5e02bba2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e77a293e-f845-4596-8d9b-58d42e3c19d8', 'attached_at': '', 'detached_at': '', 'volume_id': '50278e77-d92c-483b-817b-9cdd5e02bba2', 'serial': '50278e77-d92c-483b-817b-9cdd5e02bba2'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 812.488910] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12f4142-f0c9-4a0a-a773-cbc18ab180eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.493204] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bab683-7fc5-48b3-a4dd-0a3f6d1021c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.499263] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Uploading image ec53d929-89b1-4c1b-980c-4be5a61596d0 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 812.515358] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa09163b-113a-4e91-b3a0-a12d9fc0b4d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.521594] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db56f46-fcac-4a9b-967f-72fad0c818e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.547296] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-50278e77-d92c-483b-817b-9cdd5e02bba2/volume-50278e77-d92c-483b-817b-9cdd5e02bba2.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.551895] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60826c94-4966-4b51-bab4-a1d19d3c262d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.573666] env[69365]: DEBUG nova.compute.provider_tree [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.578061] env[69365]: DEBUG oslo_vmware.rw_handles [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 812.578061] env[69365]: value = "vm-659278" [ 812.578061] env[69365]: _type = "VirtualMachine" [ 812.578061] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 812.578792] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ccbc9ad1-a5c0-4db1-a49b-74ad1ef9a21a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.583543] env[69365]: DEBUG oslo_vmware.api [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Waiting for the task: (returnval){ [ 812.583543] env[69365]: value = "task-3301643" [ 812.583543] env[69365]: _type = "Task" [ 812.583543] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.589824] env[69365]: DEBUG oslo_vmware.rw_handles [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lease: (returnval){ [ 812.589824] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52838699-bf70-f62a-6a06-c5fe451f360c" [ 812.589824] env[69365]: _type = "HttpNfcLease" [ 812.589824] env[69365]: } obtained for exporting VM: (result){ [ 812.589824] env[69365]: value = "vm-659278" [ 812.589824] env[69365]: _type = "VirtualMachine" [ 812.589824] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 812.589824] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the lease: (returnval){ [ 812.589824] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52838699-bf70-f62a-6a06-c5fe451f360c" [ 812.589824] env[69365]: _type = "HttpNfcLease" [ 812.589824] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 812.598161] env[69365]: DEBUG oslo_vmware.api [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Task: {'id': task-3301643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.601746] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.601746] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52838699-bf70-f62a-6a06-c5fe451f360c" [ 812.601746] env[69365]: _type = "HttpNfcLease" [ 812.601746] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.602184] env[69365]: DEBUG oslo_vmware.rw_handles [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.602184] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52838699-bf70-f62a-6a06-c5fe451f360c" [ 812.602184] env[69365]: _type = "HttpNfcLease" [ 812.602184] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.603035] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e7bf6e-f849-4991-99f7-0642d0dc718d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.612605] env[69365]: DEBUG oslo_vmware.rw_handles [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52991000-3531-a40c-a83c-6282701756cf/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.612605] env[69365]: DEBUG oslo_vmware.rw_handles [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52991000-3531-a40c-a83c-6282701756cf/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.686470] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301642, 'name': CreateVM_Task, 'duration_secs': 0.518136} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.686639] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.688031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.688031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.688031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.688218] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b73e82-3874-462c-80f1-d087e101b167 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.692608] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 812.692608] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c3c69e-c820-981f-645e-d8a341660d6d" [ 812.692608] env[69365]: _type = "Task" [ 812.692608] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.701090] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Releasing lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.702544] env[69365]: DEBUG nova.compute.manager [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Instance network_info: |[{"id": "4899f31a-bbaa-4633-b16b-881216910940", "address": "fa:16:3e:ec:71:e1", "network": {"id": "a5b1084f-8a9d-48de-95b5-c881a138d8fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-760715279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f840adab224d87ae73ea20634227ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4899f31a-bb", "ovs_interfaceid": "4899f31a-bbaa-4633-b16b-881216910940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.702544] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c3c69e-c820-981f-645e-d8a341660d6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.702544] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:71:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4899f31a-bbaa-4633-b16b-881216910940', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.709442] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Creating folder: Project (a4f840adab224d87ae73ea20634227ae). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.710059] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1e85689-ad80-4e33-b168-43cef2b76a40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.720812] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Created folder: Project (a4f840adab224d87ae73ea20634227ae) in parent group-v659152. [ 812.720812] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Creating folder: Instances. Parent ref: group-v659280. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.720812] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80a45602-d752-4da7-8a9a-09668bc69683 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.725814] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd28ae73-7fde-49b3-905b-e28395ecfd36 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.729358] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Created folder: Instances in parent group-v659280. [ 812.729668] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.730690] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.730965] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a3ec68d-2464-442b-8608-705bd56d58c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.751720] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.751720] env[69365]: value = "task-3301647" [ 812.751720] env[69365]: _type = "Task" [ 812.751720] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.764110] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301647, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.781361] env[69365]: DEBUG nova.compute.manager [req-a1dfa552-3a9f-4548-8a8f-be84fe86b7b1 req-b499faed-6610-4cc3-a05c-a2721a96ac66 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Received event network-changed-4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.781561] env[69365]: DEBUG nova.compute.manager [req-a1dfa552-3a9f-4548-8a8f-be84fe86b7b1 req-b499faed-6610-4cc3-a05c-a2721a96ac66 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Refreshing instance network info cache due to event network-changed-4899f31a-bbaa-4633-b16b-881216910940. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.781777] env[69365]: DEBUG oslo_concurrency.lockutils [req-a1dfa552-3a9f-4548-8a8f-be84fe86b7b1 req-b499faed-6610-4cc3-a05c-a2721a96ac66 service nova] Acquiring lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.781917] env[69365]: DEBUG oslo_concurrency.lockutils [req-a1dfa552-3a9f-4548-8a8f-be84fe86b7b1 req-b499faed-6610-4cc3-a05c-a2721a96ac66 service nova] Acquired lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.782091] env[69365]: DEBUG nova.network.neutron [req-a1dfa552-3a9f-4548-8a8f-be84fe86b7b1 req-b499faed-6610-4cc3-a05c-a2721a96ac66 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Refreshing network info cache for port 4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.900538] env[69365]: DEBUG nova.compute.manager [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.984598] env[69365]: DEBUG nova.virt.hardware [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.985535] env[69365]: DEBUG nova.virt.hardware [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.985877] env[69365]: DEBUG nova.virt.hardware [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.986535] env[69365]: DEBUG nova.virt.hardware [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.986913] env[69365]: DEBUG nova.virt.hardware [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.987062] env[69365]: DEBUG nova.virt.hardware [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.987254] env[69365]: DEBUG nova.virt.hardware [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.987499] env[69365]: DEBUG nova.virt.hardware [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.987781] env[69365]: DEBUG nova.virt.hardware [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.987974] env[69365]: DEBUG nova.virt.hardware [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.988248] env[69365]: DEBUG nova.virt.hardware [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.989235] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c251f071-d5c8-436d-aa73-af581b062c32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.999677] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af5bc17-d86d-4741-aab6-a0a39fbf9694 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.081974] env[69365]: DEBUG nova.scheduler.client.report [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.096428] env[69365]: DEBUG oslo_vmware.api [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Task: {'id': task-3301643, 'name': ReconfigVM_Task, 'duration_secs': 0.449277} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.096428] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-50278e77-d92c-483b-817b-9cdd5e02bba2/volume-50278e77-d92c-483b-817b-9cdd5e02bba2.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.102044] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8561235-b55b-4692-ab39-e8ef03c2c2cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.117673] env[69365]: DEBUG oslo_vmware.api [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Waiting for the task: (returnval){ [ 813.117673] env[69365]: value = "task-3301648" [ 813.117673] env[69365]: _type = "Task" [ 813.117673] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.126641] env[69365]: DEBUG oslo_vmware.api [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Task: {'id': task-3301648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.207232] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c3c69e-c820-981f-645e-d8a341660d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.207900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.208314] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.208694] env[69365]: DEBUG oslo_concurrency.lockutils [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.208960] env[69365]: DEBUG oslo_concurrency.lockutils [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.209223] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.209608] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00fb1ce5-f96c-4e08-bbc6-ecd4a512ac4c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.220170] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.220813] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.222105] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0537c598-a5e6-48d2-8292-576669a28da2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.229320] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 813.229320] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d6ea76-e472-93a0-b122-dfb2253809c4" [ 813.229320] env[69365]: _type = "Task" [ 813.229320] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.238955] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d6ea76-e472-93a0-b122-dfb2253809c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.262946] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301647, 'name': CreateVM_Task, 'duration_secs': 0.361127} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.263106] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.263953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.264341] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.264708] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.265207] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ac438e-58ec-4fb4-8cb5-ee88c7caa1ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.270845] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 813.270845] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b95524-c0b3-2b7d-ef05-01b0ea262872" [ 813.270845] env[69365]: _type = "Task" [ 813.270845] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.280419] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b95524-c0b3-2b7d-ef05-01b0ea262872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.590684] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.594200] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.286s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.594996] env[69365]: INFO nova.compute.claims [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.636188] env[69365]: DEBUG oslo_vmware.api [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Task: {'id': task-3301648, 'name': ReconfigVM_Task, 'duration_secs': 0.18495} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.636705] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659276', 'volume_id': '50278e77-d92c-483b-817b-9cdd5e02bba2', 'name': 'volume-50278e77-d92c-483b-817b-9cdd5e02bba2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e77a293e-f845-4596-8d9b-58d42e3c19d8', 'attached_at': '', 'detached_at': '', 'volume_id': '50278e77-d92c-483b-817b-9cdd5e02bba2', 'serial': '50278e77-d92c-483b-817b-9cdd5e02bba2'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 813.690614] env[69365]: DEBUG nova.network.neutron [req-a1dfa552-3a9f-4548-8a8f-be84fe86b7b1 req-b499faed-6610-4cc3-a05c-a2721a96ac66 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Updated VIF entry in instance network info cache for port 4899f31a-bbaa-4633-b16b-881216910940. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.690614] env[69365]: DEBUG nova.network.neutron [req-a1dfa552-3a9f-4548-8a8f-be84fe86b7b1 req-b499faed-6610-4cc3-a05c-a2721a96ac66 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Updating instance_info_cache with network_info: [{"id": "4899f31a-bbaa-4633-b16b-881216910940", "address": "fa:16:3e:ec:71:e1", "network": {"id": "a5b1084f-8a9d-48de-95b5-c881a138d8fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-760715279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f840adab224d87ae73ea20634227ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4899f31a-bb", "ovs_interfaceid": "4899f31a-bbaa-4633-b16b-881216910940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.740951] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d6ea76-e472-93a0-b122-dfb2253809c4, 'name': SearchDatastore_Task, 'duration_secs': 0.015684} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.741855] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f53a0f6-76ab-4d14-af92-92dac0a64cb8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.747514] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 813.747514] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520abd1c-636c-20b6-9458-7907781dd424" [ 813.747514] env[69365]: _type = "Task" [ 813.747514] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.756378] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520abd1c-636c-20b6-9458-7907781dd424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.783291] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b95524-c0b3-2b7d-ef05-01b0ea262872, 'name': SearchDatastore_Task, 'duration_secs': 0.020206} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.784164] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.784476] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.784766] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.826623] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "1a09e1d1-c844-4d0b-8f13-a86d6596e85d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.826950] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "1a09e1d1-c844-4d0b-8f13-a86d6596e85d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.827213] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "1a09e1d1-c844-4d0b-8f13-a86d6596e85d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.827458] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "1a09e1d1-c844-4d0b-8f13-a86d6596e85d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.828061] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "1a09e1d1-c844-4d0b-8f13-a86d6596e85d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.830220] env[69365]: INFO nova.compute.manager [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Terminating instance [ 813.859991] env[69365]: DEBUG nova.network.neutron [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Successfully updated port: 722af2fa-597e-4311-bfe7-81094b1a3d10 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.099148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Acquiring lock "d6723b56-3608-470a-b3a9-6b3fda5d4dde" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.099478] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Lock "d6723b56-3608-470a-b3a9-6b3fda5d4dde" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.191573] env[69365]: DEBUG oslo_concurrency.lockutils [req-a1dfa552-3a9f-4548-8a8f-be84fe86b7b1 req-b499faed-6610-4cc3-a05c-a2721a96ac66 service nova] Releasing lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.259753] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520abd1c-636c-20b6-9458-7907781dd424, 'name': SearchDatastore_Task, 'duration_secs': 0.010443} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.260222] env[69365]: DEBUG oslo_concurrency.lockutils [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.260604] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] c4ba7142-b548-498b-a11e-e62919e3aece/c4ba7142-b548-498b-a11e-e62919e3aece.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.261031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.261330] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.261648] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-482e45a8-e6e2-4063-96cf-df9b55fc7d99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.264117] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-effcb2cb-8592-4195-9ccf-4f2b8a1d8c70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.271957] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 814.271957] env[69365]: value = "task-3301649" [ 814.271957] env[69365]: _type = "Task" [ 814.271957] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.278104] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.278727] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.280692] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa831b16-fb62-4cd7-b675-0eabdf37ce0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.286951] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.290512] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 814.290512] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526d887a-29f5-c33b-992d-018c42bd5d24" [ 814.290512] env[69365]: _type = "Task" [ 814.290512] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.299652] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526d887a-29f5-c33b-992d-018c42bd5d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.337230] env[69365]: DEBUG nova.compute.manager [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.337230] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.337230] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5226e9d1-1138-4df8-8d52-58ca8a84e5ff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.347874] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.348570] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9341107-2c42-43c3-908f-abfb1c344997 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.354435] env[69365]: DEBUG oslo_vmware.api [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 814.354435] env[69365]: value = "task-3301650" [ 814.354435] env[69365]: _type = "Task" [ 814.354435] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.367275] env[69365]: DEBUG oslo_vmware.api [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.367275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.367275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquired lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.367275] env[69365]: DEBUG nova.network.neutron [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.563054] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "488cd3fa-b547-4560-91ef-217361497af0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.563532] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "488cd3fa-b547-4560-91ef-217361497af0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.612474] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Lock "d6723b56-3608-470a-b3a9-6b3fda5d4dde" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.513s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.613431] env[69365]: DEBUG nova.compute.manager [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.705597] env[69365]: DEBUG nova.objects.instance [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Lazy-loading 'flavor' on Instance uuid e77a293e-f845-4596-8d9b-58d42e3c19d8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.785847] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501838} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.789131] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] c4ba7142-b548-498b-a11e-e62919e3aece/c4ba7142-b548-498b-a11e-e62919e3aece.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.789131] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.790058] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f046fc1-76a2-4028-bead-439f7cfb3938 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.801299] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526d887a-29f5-c33b-992d-018c42bd5d24, 'name': SearchDatastore_Task, 'duration_secs': 0.008487} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.807204] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 814.807204] env[69365]: value = "task-3301651" [ 814.807204] env[69365]: _type = "Task" [ 814.807204] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.807204] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61733f54-f81e-43e3-89d6-3673d797b856 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.816010] env[69365]: DEBUG nova.compute.manager [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Received event network-vif-plugged-722af2fa-597e-4311-bfe7-81094b1a3d10 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.816299] env[69365]: DEBUG oslo_concurrency.lockutils [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] Acquiring lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.816550] env[69365]: DEBUG oslo_concurrency.lockutils [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] Lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.816819] env[69365]: DEBUG oslo_concurrency.lockutils [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] Lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.816891] env[69365]: DEBUG nova.compute.manager [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] No waiting events found dispatching network-vif-plugged-722af2fa-597e-4311-bfe7-81094b1a3d10 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.817086] env[69365]: WARNING nova.compute.manager [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Received unexpected event network-vif-plugged-722af2fa-597e-4311-bfe7-81094b1a3d10 for instance with vm_state building and task_state spawning. [ 814.817251] env[69365]: DEBUG nova.compute.manager [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Received event network-changed-722af2fa-597e-4311-bfe7-81094b1a3d10 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.817420] env[69365]: DEBUG nova.compute.manager [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Refreshing instance network info cache due to event network-changed-722af2fa-597e-4311-bfe7-81094b1a3d10. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.817602] env[69365]: DEBUG oslo_concurrency.lockutils [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] Acquiring lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.825289] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 814.825289] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528401ad-e220-3e4f-8587-f94e6446cbb2" [ 814.825289] env[69365]: _type = "Task" [ 814.825289] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.842717] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528401ad-e220-3e4f-8587-f94e6446cbb2, 'name': SearchDatastore_Task, 'duration_secs': 0.012613} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.843406] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.843406] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 00f771da-7432-42cc-85d2-1eb1aa119e2f/00f771da-7432-42cc-85d2-1eb1aa119e2f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.843723] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-178df11a-fd49-40cc-ad4f-a652eb75d6c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.850498] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 814.850498] env[69365]: value = "task-3301652" [ 814.850498] env[69365]: _type = "Task" [ 814.850498] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.865155] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.872736] env[69365]: DEBUG oslo_vmware.api [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301650, 'name': PowerOffVM_Task, 'duration_secs': 0.300184} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.873059] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.873261] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.874323] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f41cc9d3-c3dc-4059-92da-75c48a3a676a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.920064] env[69365]: DEBUG nova.network.neutron [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.946748] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.947073] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.947472] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Deleting the datastore file [datastore1] 1a09e1d1-c844-4d0b-8f13-a86d6596e85d {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.948584] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6070dd92-5a48-4616-850c-da101d4fd40e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.961189] env[69365]: DEBUG oslo_vmware.api [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 814.961189] env[69365]: value = "task-3301654" [ 814.961189] env[69365]: _type = "Task" [ 814.961189] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.980452] env[69365]: DEBUG oslo_vmware.api [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.120399] env[69365]: DEBUG nova.compute.utils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.123773] env[69365]: DEBUG nova.compute.manager [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.123773] env[69365]: DEBUG nova.network.neutron [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.206108] env[69365]: DEBUG nova.policy [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3115054b68ec44b29076ea84150f19ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25673c6b970246dbafd906231de084ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.212007] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb591bc4-eda9-42c9-9bb3-6da023ab096a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.215902] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e777a-c368-4577-9a90-170b2b05a1e7 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.383s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.223964] env[69365]: DEBUG nova.network.neutron [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Updating instance_info_cache with network_info: [{"id": "722af2fa-597e-4311-bfe7-81094b1a3d10", "address": "fa:16:3e:de:ef:7f", "network": {"id": "16076c1c-2254-4409-83b6-43fec4c9995f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-773907600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d259d679704be8bc603a96dc18c3c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722af2fa-59", "ovs_interfaceid": "722af2fa-597e-4311-bfe7-81094b1a3d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.229694] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8fe306-e633-4788-9702-2920653a4f6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.268617] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a2c660-65f1-4de0-9a1f-a6fc0d629ee3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.278589] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f844c74-4708-4ba9-887a-17662db11871 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.297420] env[69365]: DEBUG nova.compute.provider_tree [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.322592] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162792} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.322917] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.324143] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf59221-3fc5-4027-bf89-8ff22f68bda2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.355093] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] c4ba7142-b548-498b-a11e-e62919e3aece/c4ba7142-b548-498b-a11e-e62919e3aece.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.355611] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c57428-df79-49ba-b113-72562892bae4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.380459] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 815.380459] env[69365]: value = "task-3301655" [ 815.380459] env[69365]: _type = "Task" [ 815.380459] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.383302] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301652, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.392023] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.470765] env[69365]: DEBUG oslo_vmware.api [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425071} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.471055] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.471249] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.471465] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.471799] env[69365]: INFO nova.compute.manager [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 815.472068] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.472625] env[69365]: DEBUG nova.compute.manager [-] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.472741] env[69365]: DEBUG nova.network.neutron [-] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.628731] env[69365]: DEBUG nova.compute.manager [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.729602] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Acquiring lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.729871] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.731705] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Releasing lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.731705] env[69365]: DEBUG nova.compute.manager [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Instance network_info: |[{"id": "722af2fa-597e-4311-bfe7-81094b1a3d10", "address": "fa:16:3e:de:ef:7f", "network": {"id": "16076c1c-2254-4409-83b6-43fec4c9995f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-773907600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d259d679704be8bc603a96dc18c3c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722af2fa-59", "ovs_interfaceid": "722af2fa-597e-4311-bfe7-81094b1a3d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.732212] env[69365]: DEBUG oslo_concurrency.lockutils [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] Acquired lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.732390] env[69365]: DEBUG nova.network.neutron [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Refreshing network info cache for port 722af2fa-597e-4311-bfe7-81094b1a3d10 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.737020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:ef:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '722af2fa-597e-4311-bfe7-81094b1a3d10', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.743400] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.747044] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.747758] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36f2d43a-301c-4ad4-908f-3d21cd10c236 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.770253] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.770253] env[69365]: value = "task-3301656" [ 815.770253] env[69365]: _type = "Task" [ 815.770253] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.779803] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301656, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.790244] env[69365]: DEBUG nova.network.neutron [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Successfully created port: b7b8ef82-6d76-41cb-aced-ef0f6175e7f8 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.802584] env[69365]: DEBUG nova.scheduler.client.report [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.865761] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544046} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.866412] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 00f771da-7432-42cc-85d2-1eb1aa119e2f/00f771da-7432-42cc-85d2-1eb1aa119e2f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.867256] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.867256] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92417067-1959-4481-8a08-7b18d3b10832 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.873819] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 815.873819] env[69365]: value = "task-3301657" [ 815.873819] env[69365]: _type = "Task" [ 815.873819] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.882203] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.893723] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301655, 'name': ReconfigVM_Task, 'duration_secs': 0.404262} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.893723] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Reconfigured VM instance instance-00000026 to attach disk [datastore1] c4ba7142-b548-498b-a11e-e62919e3aece/c4ba7142-b548-498b-a11e-e62919e3aece.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.894337] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-507d53e7-9c8f-4db9-9316-c098ba1cd895 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.901404] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 815.901404] env[69365]: value = "task-3301658" [ 815.901404] env[69365]: _type = "Task" [ 815.901404] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.915210] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301658, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.233091] env[69365]: INFO nova.compute.manager [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Detaching volume 50278e77-d92c-483b-817b-9cdd5e02bba2 [ 816.281879] env[69365]: INFO nova.virt.block_device [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Attempting to driver detach volume 50278e77-d92c-483b-817b-9cdd5e02bba2 from mountpoint /dev/sdb [ 816.282261] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 816.282352] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659276', 'volume_id': '50278e77-d92c-483b-817b-9cdd5e02bba2', 'name': 'volume-50278e77-d92c-483b-817b-9cdd5e02bba2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e77a293e-f845-4596-8d9b-58d42e3c19d8', 'attached_at': '', 'detached_at': '', 'volume_id': '50278e77-d92c-483b-817b-9cdd5e02bba2', 'serial': '50278e77-d92c-483b-817b-9cdd5e02bba2'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 816.287250] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1808978b-ae73-4979-8241-06514878f308 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.291911] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301656, 'name': CreateVM_Task, 'duration_secs': 0.398713} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.292483] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.293604] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.293830] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.294100] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.294589] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5124b3eb-07d3-4e43-8c8e-cea3b479226b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.314904] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.315521] env[69365]: DEBUG nova.compute.manager [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.318955] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.752s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.319234] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.321634] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.707s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.321826] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.324147] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.193s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.325978] env[69365]: INFO nova.compute.claims [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.329168] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05ea646-e0b5-45bc-8f11-ca7af1380ed5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.337433] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 816.337433] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525bf0fd-b997-cf5d-10ea-f42924871f89" [ 816.337433] env[69365]: _type = "Task" [ 816.337433] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.345195] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e96abf-614a-4e17-a331-a6817495f394 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.350291] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525bf0fd-b997-cf5d-10ea-f42924871f89, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.350965] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.351244] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.351483] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.351630] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.351810] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.352078] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e7b3380-2d07-43c6-b057-572f4a6704b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.371387] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea66de8b-6848-499b-8cdf-60817291eee1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.392606] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.393607] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.397860] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] The volume has not been displaced from its original location: [datastore1] volume-50278e77-d92c-483b-817b-9cdd5e02bba2/volume-50278e77-d92c-483b-817b-9cdd5e02bba2.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 816.399649] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 816.403482] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6febd0f0-27f2-4f06-ba23-947030660a19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.403482] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09813e2a-dcf3-4eba-a1e3-c8a78f69d864 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.444629] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100254} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.444629] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.444629] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f8b907-64ec-443c-8ce9-a5046f5f0c3c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.444629] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 816.444629] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f5747c-133c-1951-b65a-0608a8a64e56" [ 816.444629] env[69365]: _type = "Task" [ 816.444629] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.444629] env[69365]: DEBUG oslo_vmware.api [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Waiting for the task: (returnval){ [ 816.444629] env[69365]: value = "task-3301659" [ 816.444629] env[69365]: _type = "Task" [ 816.444629] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.444629] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301658, 'name': Rename_Task, 'duration_secs': 0.167299} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.457814] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.465197] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 00f771da-7432-42cc-85d2-1eb1aa119e2f/00f771da-7432-42cc-85d2-1eb1aa119e2f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.466280] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06731434-dbe7-4a56-aef3-0112d6279cd5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.468247] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe8d37b-a418-4ecd-bddd-68861244d300 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.489988] env[69365]: INFO nova.scheduler.client.report [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Deleted allocations for instance 8531106f-854e-475d-9cb3-83e2890d3493 [ 816.493399] env[69365]: INFO nova.scheduler.client.report [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleted allocations for instance c473f1f3-31a5-4caf-a424-71871bbaa28e [ 816.495067] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f5747c-133c-1951-b65a-0608a8a64e56, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.495283] env[69365]: DEBUG oslo_vmware.api [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Task: {'id': task-3301659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.501430] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf4c770-80ee-4c95-afe0-91e0fc8216b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.507101] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 816.507101] env[69365]: value = "task-3301660" [ 816.507101] env[69365]: _type = "Task" [ 816.507101] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.507351] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 816.507351] env[69365]: value = "task-3301661" [ 816.507351] env[69365]: _type = "Task" [ 816.507351] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.518134] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 816.518134] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d2af5d-b6ff-5f05-fdde-0126f6bf1874" [ 816.518134] env[69365]: _type = "Task" [ 816.518134] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.530857] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.531009] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301660, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.537099] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d2af5d-b6ff-5f05-fdde-0126f6bf1874, 'name': SearchDatastore_Task, 'duration_secs': 0.014033} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.537754] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.537754] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 606f0211-32d3-4fdf-8c4d-dd5879db98a6/606f0211-32d3-4fdf-8c4d-dd5879db98a6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.537967] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e52d1fff-d840-41cf-ac6a-2e4b55411977 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.545724] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 816.545724] env[69365]: value = "task-3301662" [ 816.545724] env[69365]: _type = "Task" [ 816.545724] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.554089] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.601284] env[69365]: DEBUG nova.network.neutron [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Updated VIF entry in instance network info cache for port 722af2fa-597e-4311-bfe7-81094b1a3d10. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.601583] env[69365]: DEBUG nova.network.neutron [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Updating instance_info_cache with network_info: [{"id": "722af2fa-597e-4311-bfe7-81094b1a3d10", "address": "fa:16:3e:de:ef:7f", "network": {"id": "16076c1c-2254-4409-83b6-43fec4c9995f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-773907600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d259d679704be8bc603a96dc18c3c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722af2fa-59", "ovs_interfaceid": "722af2fa-597e-4311-bfe7-81094b1a3d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.641528] env[69365]: DEBUG nova.compute.manager [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.675371] env[69365]: DEBUG nova.virt.hardware [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.675586] env[69365]: DEBUG nova.virt.hardware [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.675719] env[69365]: DEBUG nova.virt.hardware [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.675989] env[69365]: DEBUG nova.virt.hardware [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.676187] env[69365]: DEBUG nova.virt.hardware [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.676355] env[69365]: DEBUG nova.virt.hardware [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.676587] env[69365]: DEBUG nova.virt.hardware [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.676765] env[69365]: DEBUG nova.virt.hardware [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.677010] env[69365]: DEBUG nova.virt.hardware [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.677156] env[69365]: DEBUG nova.virt.hardware [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.677353] env[69365]: DEBUG nova.virt.hardware [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.678323] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe14d3d-b922-4d8f-890b-38f8a1c62c38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.688554] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cd399b-4598-486a-8818-2a41e4701cc9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.836540] env[69365]: DEBUG nova.compute.utils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.839595] env[69365]: DEBUG nova.compute.manager [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.839595] env[69365]: DEBUG nova.network.neutron [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.917587] env[69365]: DEBUG nova.policy [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8a39e2934d4466fb48f3eb3d304e735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06cc61117c244cbd96f72644fd32205e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.933870] env[69365]: DEBUG nova.compute.manager [req-f44ba266-084a-4808-a4fd-77368d600115 req-fbc904b1-7fdf-438c-81eb-f5fb64c7e375 service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Received event network-vif-deleted-6adbf525-8dcb-46e2-b60b-38f069999492 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.934045] env[69365]: INFO nova.compute.manager [req-f44ba266-084a-4808-a4fd-77368d600115 req-fbc904b1-7fdf-438c-81eb-f5fb64c7e375 service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Neutron deleted interface 6adbf525-8dcb-46e2-b60b-38f069999492; detaching it from the instance and deleting it from the info cache [ 816.934227] env[69365]: DEBUG nova.network.neutron [req-f44ba266-084a-4808-a4fd-77368d600115 req-fbc904b1-7fdf-438c-81eb-f5fb64c7e375 service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.947897] env[69365]: DEBUG oslo_vmware.api [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Task: {'id': task-3301659, 'name': ReconfigVM_Task, 'duration_secs': 0.277065} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.948540] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 816.954966] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e906046e-d4bf-49af-997d-7ecd1ed4e3f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.975073] env[69365]: DEBUG oslo_vmware.api [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Waiting for the task: (returnval){ [ 816.975073] env[69365]: value = "task-3301663" [ 816.975073] env[69365]: _type = "Task" [ 816.975073] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.989011] env[69365]: DEBUG oslo_vmware.api [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Task: {'id': task-3301663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.007605] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8ea1371c-66c4-42ff-951a-d27a7b08010a tempest-ServerDiagnosticsNegativeTest-55739662 tempest-ServerDiagnosticsNegativeTest-55739662-project-member] Lock "8531106f-854e-475d-9cb3-83e2890d3493" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.997s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.008933] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1497bf-3d9c-472c-96f4-7b2d757ce467 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "c473f1f3-31a5-4caf-a424-71871bbaa28e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.540s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.025543] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.030826] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301660, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.056124] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301662, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.104658] env[69365]: DEBUG oslo_concurrency.lockutils [req-0c7c558d-f420-4e27-8c69-5a7d567c0aab req-e0c60712-7217-4933-bb61-58e2cf3b2175 service nova] Releasing lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.282908] env[69365]: DEBUG nova.network.neutron [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Successfully created port: f352753d-aaba-48d1-b02d-f965a5110c91 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.343060] env[69365]: DEBUG nova.compute.manager [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.346072] env[69365]: DEBUG nova.network.neutron [-] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.440027] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7f4a723-6193-4f28-9e0f-10ec9b20d572 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.448011] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddda19f9-d6f5-4337-9e5e-5c009f4c4e31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.497169] env[69365]: DEBUG nova.compute.manager [req-f44ba266-084a-4808-a4fd-77368d600115 req-fbc904b1-7fdf-438c-81eb-f5fb64c7e375 service nova] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Detach interface failed, port_id=6adbf525-8dcb-46e2-b60b-38f069999492, reason: Instance 1a09e1d1-c844-4d0b-8f13-a86d6596e85d could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.504054] env[69365]: DEBUG oslo_vmware.api [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Task: {'id': task-3301663, 'name': ReconfigVM_Task, 'duration_secs': 0.190549} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.505454] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659276', 'volume_id': '50278e77-d92c-483b-817b-9cdd5e02bba2', 'name': 'volume-50278e77-d92c-483b-817b-9cdd5e02bba2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e77a293e-f845-4596-8d9b-58d42e3c19d8', 'attached_at': '', 'detached_at': '', 'volume_id': '50278e77-d92c-483b-817b-9cdd5e02bba2', 'serial': '50278e77-d92c-483b-817b-9cdd5e02bba2'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 817.525342] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.528489] env[69365]: DEBUG oslo_vmware.api [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301660, 'name': PowerOnVM_Task, 'duration_secs': 0.790186} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.531462] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.531687] env[69365]: DEBUG nova.compute.manager [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.533605] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbe96d9-9042-4b36-9905-03ad9a4ab1f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.559090] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528862} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.559217] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 606f0211-32d3-4fdf-8c4d-dd5879db98a6/606f0211-32d3-4fdf-8c4d-dd5879db98a6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.559554] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.563068] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-505bcb9d-a337-4b03-8b44-9fca7e4f52e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.571278] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 817.571278] env[69365]: value = "task-3301664" [ 817.571278] env[69365]: _type = "Task" [ 817.571278] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.580121] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.854832] env[69365]: INFO nova.compute.manager [-] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Took 2.38 seconds to deallocate network for instance. [ 817.920879] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97fe64c-2410-45a6-8a71-1108ce594752 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.929105] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28b17aa-a21f-4ef1-bf52-f3fa14afc010 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.961403] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e420ece-381e-4fa3-a6d7-8965d7405ce8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.969033] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d70e18-66f9-4733-b16f-776693d34774 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.986267] env[69365]: DEBUG nova.compute.provider_tree [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.030439] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301661, 'name': ReconfigVM_Task, 'duration_secs': 1.334642} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.030765] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 00f771da-7432-42cc-85d2-1eb1aa119e2f/00f771da-7432-42cc-85d2-1eb1aa119e2f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.032304] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-417c53bd-a835-41a9-ac96-e9efcbb31168 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.039645] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 818.039645] env[69365]: value = "task-3301665" [ 818.039645] env[69365]: _type = "Task" [ 818.039645] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.057224] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301665, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.059660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.082519] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.345539} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.086023] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.086023] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d01f63e-8efb-44d6-a854-385e3762555a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.088670] env[69365]: DEBUG nova.objects.instance [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Lazy-loading 'flavor' on Instance uuid e77a293e-f845-4596-8d9b-58d42e3c19d8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.113797] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 606f0211-32d3-4fdf-8c4d-dd5879db98a6/606f0211-32d3-4fdf-8c4d-dd5879db98a6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.118024] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba6f0e6-1df8-4626-8efe-a3c3d93f5765 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.134160] env[69365]: DEBUG nova.network.neutron [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Successfully updated port: b7b8ef82-6d76-41cb-aced-ef0f6175e7f8 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.144682] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 818.144682] env[69365]: value = "task-3301666" [ 818.144682] env[69365]: _type = "Task" [ 818.144682] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.156245] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301666, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.358282] env[69365]: DEBUG nova.compute.manager [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.369165] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.391069] env[69365]: DEBUG nova.virt.hardware [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:33:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39805a2c-3fd6-4cd3-8588-003f5d79cd82',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1005606624',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.391378] env[69365]: DEBUG nova.virt.hardware [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.391627] env[69365]: DEBUG nova.virt.hardware [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.391863] env[69365]: DEBUG nova.virt.hardware [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.392078] env[69365]: DEBUG nova.virt.hardware [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.392274] env[69365]: DEBUG nova.virt.hardware [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.392524] env[69365]: DEBUG nova.virt.hardware [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.392746] env[69365]: DEBUG nova.virt.hardware [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.392967] env[69365]: DEBUG nova.virt.hardware [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.393213] env[69365]: DEBUG nova.virt.hardware [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.393417] env[69365]: DEBUG nova.virt.hardware [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.394584] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e95457-abd9-4a91-b610-71c25b2db9c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.405024] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4916fc34-c401-48d0-bd9f-cec648978109 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.490741] env[69365]: DEBUG nova.scheduler.client.report [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.551222] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301665, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.637415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Acquiring lock "refresh_cache-a0de6319-99fe-4420-b042-6eea50509327" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.637571] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Acquired lock "refresh_cache-a0de6319-99fe-4420-b042-6eea50509327" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.637818] env[69365]: DEBUG nova.network.neutron [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.655975] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.863714] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "c4ba7142-b548-498b-a11e-e62919e3aece" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.864077] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "c4ba7142-b548-498b-a11e-e62919e3aece" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.865176] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "c4ba7142-b548-498b-a11e-e62919e3aece-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.865176] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "c4ba7142-b548-498b-a11e-e62919e3aece-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.865176] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "c4ba7142-b548-498b-a11e-e62919e3aece-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.873063] env[69365]: INFO nova.compute.manager [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Terminating instance [ 818.997854] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.997854] env[69365]: DEBUG nova.compute.manager [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.002245] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.178s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.006234] env[69365]: INFO nova.compute.claims [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.008172] env[69365]: DEBUG nova.network.neutron [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Successfully updated port: f352753d-aaba-48d1-b02d-f965a5110c91 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.051495] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301665, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.097377] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b3b0db6-0988-4e02-82a2-4993811bbc56 tempest-VolumesAssistedSnapshotsTest-1073722838 tempest-VolumesAssistedSnapshotsTest-1073722838-project-admin] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.367s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.153020] env[69365]: DEBUG nova.compute.manager [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] [instance: a0de6319-99fe-4420-b042-6eea50509327] Received event network-vif-plugged-b7b8ef82-6d76-41cb-aced-ef0f6175e7f8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.153301] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] Acquiring lock "a0de6319-99fe-4420-b042-6eea50509327-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.153547] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] Lock "a0de6319-99fe-4420-b042-6eea50509327-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.153897] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] Lock "a0de6319-99fe-4420-b042-6eea50509327-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.154124] env[69365]: DEBUG nova.compute.manager [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] [instance: a0de6319-99fe-4420-b042-6eea50509327] No waiting events found dispatching network-vif-plugged-b7b8ef82-6d76-41cb-aced-ef0f6175e7f8 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.154332] env[69365]: WARNING nova.compute.manager [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] [instance: a0de6319-99fe-4420-b042-6eea50509327] Received unexpected event network-vif-plugged-b7b8ef82-6d76-41cb-aced-ef0f6175e7f8 for instance with vm_state building and task_state spawning. [ 819.154580] env[69365]: DEBUG nova.compute.manager [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] [instance: a0de6319-99fe-4420-b042-6eea50509327] Received event network-changed-b7b8ef82-6d76-41cb-aced-ef0f6175e7f8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.154866] env[69365]: DEBUG nova.compute.manager [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] [instance: a0de6319-99fe-4420-b042-6eea50509327] Refreshing instance network info cache due to event network-changed-b7b8ef82-6d76-41cb-aced-ef0f6175e7f8. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.155117] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] Acquiring lock "refresh_cache-a0de6319-99fe-4420-b042-6eea50509327" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.162980] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.177733] env[69365]: DEBUG nova.network.neutron [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.357524] env[69365]: DEBUG nova.network.neutron [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Updating instance_info_cache with network_info: [{"id": "b7b8ef82-6d76-41cb-aced-ef0f6175e7f8", "address": "fa:16:3e:0c:23:0f", "network": {"id": "c5fc181e-72c9-4cc4-beb9-7e890b2fc0fc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-125551795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25673c6b970246dbafd906231de084ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b8ef82-6d", "ovs_interfaceid": "b7b8ef82-6d76-41cb-aced-ef0f6175e7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.377977] env[69365]: DEBUG nova.compute.manager [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.378543] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.379752] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3526f59-bb60-4f1a-88d1-c08ee3bcd745 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.389382] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.389696] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b628422-d0a5-49f9-819c-10cfae16bec2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.396039] env[69365]: DEBUG oslo_vmware.api [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 819.396039] env[69365]: value = "task-3301668" [ 819.396039] env[69365]: _type = "Task" [ 819.396039] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.410327] env[69365]: DEBUG oslo_vmware.api [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.416378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.416817] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.507196] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "29a95130-6da6-4cd0-8f6d-5b95f0139a0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.507479] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "29a95130-6da6-4cd0-8f6d-5b95f0139a0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.513075] env[69365]: DEBUG nova.compute.utils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.518270] env[69365]: DEBUG nova.compute.manager [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.518270] env[69365]: DEBUG nova.network.neutron [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.522757] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.522953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.523144] env[69365]: DEBUG nova.network.neutron [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.551544] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301665, 'name': Rename_Task, 'duration_secs': 1.070092} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.551859] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.552146] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33c615db-d705-4369-98b1-753ad817eb80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.559588] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 819.559588] env[69365]: value = "task-3301669" [ 819.559588] env[69365]: _type = "Task" [ 819.559588] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.565296] env[69365]: DEBUG nova.policy [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33e73497fe704194a1bfee839e085b1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93b70f4e5a1f4ee8b51e12758d4e8fe0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.571127] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.658174] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301666, 'name': ReconfigVM_Task, 'duration_secs': 1.132823} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.658513] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 606f0211-32d3-4fdf-8c4d-dd5879db98a6/606f0211-32d3-4fdf-8c4d-dd5879db98a6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.659240] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b7a6a54-680c-4638-9631-ac6ee0430671 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.666748] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 819.666748] env[69365]: value = "task-3301670" [ 819.666748] env[69365]: _type = "Task" [ 819.666748] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.676618] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301670, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.860556] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Releasing lock "refresh_cache-a0de6319-99fe-4420-b042-6eea50509327" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.860945] env[69365]: DEBUG nova.compute.manager [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Instance network_info: |[{"id": "b7b8ef82-6d76-41cb-aced-ef0f6175e7f8", "address": "fa:16:3e:0c:23:0f", "network": {"id": "c5fc181e-72c9-4cc4-beb9-7e890b2fc0fc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-125551795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25673c6b970246dbafd906231de084ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b8ef82-6d", "ovs_interfaceid": "b7b8ef82-6d76-41cb-aced-ef0f6175e7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.861287] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] Acquired lock "refresh_cache-a0de6319-99fe-4420-b042-6eea50509327" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.861483] env[69365]: DEBUG nova.network.neutron [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] [instance: a0de6319-99fe-4420-b042-6eea50509327] Refreshing network info cache for port b7b8ef82-6d76-41cb-aced-ef0f6175e7f8 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.862927] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:23:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7b8ef82-6d76-41cb-aced-ef0f6175e7f8', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.872849] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Creating folder: Project (25673c6b970246dbafd906231de084ec). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.874292] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e19ba94a-3dcc-4923-87e0-9953ed30ce3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.885345] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Created folder: Project (25673c6b970246dbafd906231de084ec) in parent group-v659152. [ 819.885590] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Creating folder: Instances. Parent ref: group-v659284. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.886476] env[69365]: DEBUG nova.network.neutron [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Successfully created port: dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.888451] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10f184d4-8579-4b4f-b750-833d6801194f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.897339] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Created folder: Instances in parent group-v659284. [ 819.897593] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.901082] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0de6319-99fe-4420-b042-6eea50509327] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.901338] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d82eb0d0-2264-40aa-856d-a4b49243f6ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.922247] env[69365]: DEBUG oslo_vmware.api [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301668, 'name': PowerOffVM_Task, 'duration_secs': 0.240331} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.923736] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.924094] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.924278] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.924278] env[69365]: value = "task-3301673" [ 819.924278] env[69365]: _type = "Task" [ 819.924278] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.924478] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fbafcca-7f7c-4b3a-ac72-23d3b7fb79a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.938258] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301673, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.007825] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.008107] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.008515] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleting the datastore file [datastore1] c4ba7142-b548-498b-a11e-e62919e3aece {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.008725] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acfa03aa-d0d3-46b3-a21a-bbd5342008ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.018502] env[69365]: DEBUG nova.compute.manager [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.023234] env[69365]: DEBUG oslo_vmware.api [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 820.023234] env[69365]: value = "task-3301675" [ 820.023234] env[69365]: _type = "Task" [ 820.023234] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.045811] env[69365]: DEBUG oslo_vmware.api [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.070656] env[69365]: DEBUG oslo_vmware.api [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301669, 'name': PowerOnVM_Task, 'duration_secs': 0.505055} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.076655] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.077220] env[69365]: INFO nova.compute.manager [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Took 9.80 seconds to spawn the instance on the hypervisor. [ 820.077641] env[69365]: DEBUG nova.compute.manager [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.080106] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea015ad-785a-45e3-9a5c-82bad97cb830 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.097664] env[69365]: DEBUG nova.network.neutron [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.182538] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301670, 'name': Rename_Task, 'duration_secs': 0.189211} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.182921] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.184877] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7fa6a5b-11b3-453a-bf18-2f580521a20f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.191796] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 820.191796] env[69365]: value = "task-3301676" [ 820.191796] env[69365]: _type = "Task" [ 820.191796] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.209114] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301676, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.434646] env[69365]: DEBUG nova.network.neutron [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance_info_cache with network_info: [{"id": "f352753d-aaba-48d1-b02d-f965a5110c91", "address": "fa:16:3e:51:18:30", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf352753d-aa", "ovs_interfaceid": "f352753d-aaba-48d1-b02d-f965a5110c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.439899] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301673, 'name': CreateVM_Task, 'duration_secs': 0.404684} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.442484] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0de6319-99fe-4420-b042-6eea50509327] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.443375] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.443538] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.443882] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.446238] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623666f6-c3ae-4db4-bc5b-9a99f60d4a3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.452071] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Waiting for the task: (returnval){ [ 820.452071] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e86120-cfc8-ad9a-80b8-45a5a278c0cf" [ 820.452071] env[69365]: _type = "Task" [ 820.452071] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.466066] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e86120-cfc8-ad9a-80b8-45a5a278c0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.466066] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.466066] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.466066] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.466066] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.466066] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.466066] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a73fd6a2-c69f-4d0e-8978-d249772ff336 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.475228] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.475445] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.476287] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fca9142-ea96-4017-8e2a-6bdd84ec731d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.482468] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Waiting for the task: (returnval){ [ 820.482468] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525b9f5f-b57b-c2a3-33bb-90816827e1ac" [ 820.482468] env[69365]: _type = "Task" [ 820.482468] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.490799] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525b9f5f-b57b-c2a3-33bb-90816827e1ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.547629] env[69365]: DEBUG oslo_vmware.api [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206664} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.548565] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.548873] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.549098] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.549413] env[69365]: INFO nova.compute.manager [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Took 1.17 seconds to destroy the instance on the hypervisor. [ 820.549720] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.549960] env[69365]: DEBUG nova.compute.manager [-] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.550094] env[69365]: DEBUG nova.network.neutron [-] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.569650] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef7063d-9d64-440a-839d-4aa1cf487d9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.579651] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8a5d4d-d7ca-44b1-8654-a5b8a0623cb8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.621186] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f78551-4fe9-40ef-be2c-7adda8e151a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.626648] env[69365]: INFO nova.compute.manager [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Took 54.88 seconds to build instance. [ 820.632995] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57499659-fafe-4a2d-9654-db475f819248 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.652205] env[69365]: DEBUG nova.compute.provider_tree [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.701960] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.825033] env[69365]: DEBUG nova.network.neutron [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] [instance: a0de6319-99fe-4420-b042-6eea50509327] Updated VIF entry in instance network info cache for port b7b8ef82-6d76-41cb-aced-ef0f6175e7f8. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.825447] env[69365]: DEBUG nova.network.neutron [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] [instance: a0de6319-99fe-4420-b042-6eea50509327] Updating instance_info_cache with network_info: [{"id": "b7b8ef82-6d76-41cb-aced-ef0f6175e7f8", "address": "fa:16:3e:0c:23:0f", "network": {"id": "c5fc181e-72c9-4cc4-beb9-7e890b2fc0fc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-125551795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25673c6b970246dbafd906231de084ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b8ef82-6d", "ovs_interfaceid": "b7b8ef82-6d76-41cb-aced-ef0f6175e7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.936815] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.937340] env[69365]: DEBUG nova.compute.manager [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Instance network_info: |[{"id": "f352753d-aaba-48d1-b02d-f965a5110c91", "address": "fa:16:3e:51:18:30", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf352753d-aa", "ovs_interfaceid": "f352753d-aaba-48d1-b02d-f965a5110c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.937936] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:18:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f352753d-aaba-48d1-b02d-f965a5110c91', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.951206] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.953867] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.954483] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bee6fe1-7092-4d58-aabb-ceaad31ccdff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.978976] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.978976] env[69365]: value = "task-3301677" [ 820.978976] env[69365]: _type = "Task" [ 820.978976] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.989109] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301677, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.995290] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525b9f5f-b57b-c2a3-33bb-90816827e1ac, 'name': SearchDatastore_Task, 'duration_secs': 0.022998} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.996151] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0fd227-4740-4348-8898-7a0b4a2d0fa0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.002125] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Waiting for the task: (returnval){ [ 821.002125] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52999cb4-3eb0-d45b-ce0f-38970d2e74d4" [ 821.002125] env[69365]: _type = "Task" [ 821.002125] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.013564] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52999cb4-3eb0-d45b-ce0f-38970d2e74d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.040478] env[69365]: DEBUG nova.compute.manager [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.071857] env[69365]: DEBUG nova.virt.hardware [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.072215] env[69365]: DEBUG nova.virt.hardware [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.072361] env[69365]: DEBUG nova.virt.hardware [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.072605] env[69365]: DEBUG nova.virt.hardware [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.072797] env[69365]: DEBUG nova.virt.hardware [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.073014] env[69365]: DEBUG nova.virt.hardware [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.073270] env[69365]: DEBUG nova.virt.hardware [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.073489] env[69365]: DEBUG nova.virt.hardware [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.073686] env[69365]: DEBUG nova.virt.hardware [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.073904] env[69365]: DEBUG nova.virt.hardware [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.074143] env[69365]: DEBUG nova.virt.hardware [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.075191] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0283a3-1405-442c-894a-0509b9bd92db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.085632] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83ad849-60b3-4274-b176-90764afc867c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.129845] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0c453b1-f69a-4526-96c3-8859bf11aa65 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "00f771da-7432-42cc-85d2-1eb1aa119e2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.138s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.154543] env[69365]: DEBUG nova.scheduler.client.report [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.203319] env[69365]: DEBUG oslo_vmware.api [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301676, 'name': PowerOnVM_Task, 'duration_secs': 0.757248} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.203658] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.203859] env[69365]: INFO nova.compute.manager [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Took 8.30 seconds to spawn the instance on the hypervisor. [ 821.204065] env[69365]: DEBUG nova.compute.manager [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.205015] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5b7b8d-a240-4ee2-bf72-320a659f0a55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.217208] env[69365]: DEBUG nova.compute.manager [req-c0ef8b2d-6d50-47ba-a77d-11c9720fca1d req-273f3fa9-5613-494f-a433-b3dfec5b23fd service nova] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Received event network-changed-f352753d-aaba-48d1-b02d-f965a5110c91 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.217430] env[69365]: DEBUG nova.compute.manager [req-c0ef8b2d-6d50-47ba-a77d-11c9720fca1d req-273f3fa9-5613-494f-a433-b3dfec5b23fd service nova] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Refreshing instance network info cache due to event network-changed-f352753d-aaba-48d1-b02d-f965a5110c91. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.217657] env[69365]: DEBUG oslo_concurrency.lockutils [req-c0ef8b2d-6d50-47ba-a77d-11c9720fca1d req-273f3fa9-5613-494f-a433-b3dfec5b23fd service nova] Acquiring lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.217802] env[69365]: DEBUG oslo_concurrency.lockutils [req-c0ef8b2d-6d50-47ba-a77d-11c9720fca1d req-273f3fa9-5613-494f-a433-b3dfec5b23fd service nova] Acquired lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.217962] env[69365]: DEBUG nova.network.neutron [req-c0ef8b2d-6d50-47ba-a77d-11c9720fca1d req-273f3fa9-5613-494f-a433-b3dfec5b23fd service nova] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Refreshing network info cache for port f352753d-aaba-48d1-b02d-f965a5110c91 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.328728] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] Releasing lock "refresh_cache-a0de6319-99fe-4420-b042-6eea50509327" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.329055] env[69365]: DEBUG nova.compute.manager [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Received event network-vif-plugged-f352753d-aaba-48d1-b02d-f965a5110c91 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.329331] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] Acquiring lock "99e521a6-b45b-401f-9c18-9f05f8198e4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.329604] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] Lock "99e521a6-b45b-401f-9c18-9f05f8198e4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.329816] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] Lock "99e521a6-b45b-401f-9c18-9f05f8198e4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.330113] env[69365]: DEBUG nova.compute.manager [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] No waiting events found dispatching network-vif-plugged-f352753d-aaba-48d1-b02d-f965a5110c91 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.330341] env[69365]: WARNING nova.compute.manager [req-1d7a64a8-44d3-49f6-9def-8c9b2fac9a16 req-12fb8f46-9743-4af7-a61b-05ee7b5efee2 service nova] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Received unexpected event network-vif-plugged-f352753d-aaba-48d1-b02d-f965a5110c91 for instance with vm_state building and task_state spawning. [ 821.455392] env[69365]: DEBUG nova.network.neutron [-] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.489418] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301677, 'name': CreateVM_Task, 'duration_secs': 0.453287} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.489627] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.490416] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.490614] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.490974] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.491254] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d25b610-ee78-460e-a9c4-aca72d793339 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.496437] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 821.496437] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aea401-698f-9b19-ab40-da684161c7a0" [ 821.496437] env[69365]: _type = "Task" [ 821.496437] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.504704] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aea401-698f-9b19-ab40-da684161c7a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.513966] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52999cb4-3eb0-d45b-ce0f-38970d2e74d4, 'name': SearchDatastore_Task, 'duration_secs': 0.017261} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.514310] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.514540] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] a0de6319-99fe-4420-b042-6eea50509327/a0de6319-99fe-4420-b042-6eea50509327.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.515378] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cdb6d49-7d5f-493f-bef6-c9346f318752 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.521759] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Waiting for the task: (returnval){ [ 821.521759] env[69365]: value = "task-3301678" [ 821.521759] env[69365]: _type = "Task" [ 821.521759] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.533744] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.633811] env[69365]: DEBUG nova.compute.manager [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.659887] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.660439] env[69365]: DEBUG nova.compute.manager [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.663391] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.867s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.665812] env[69365]: INFO nova.compute.claims [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.684911] env[69365]: DEBUG oslo_concurrency.lockutils [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Acquiring lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.686170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.686170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Acquiring lock "e77a293e-f845-4596-8d9b-58d42e3c19d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.686170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.686170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.688420] env[69365]: INFO nova.compute.manager [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Terminating instance [ 821.728741] env[69365]: INFO nova.compute.manager [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Took 51.79 seconds to build instance. [ 821.958419] env[69365]: INFO nova.compute.manager [-] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Took 1.41 seconds to deallocate network for instance. [ 822.009076] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aea401-698f-9b19-ab40-da684161c7a0, 'name': SearchDatastore_Task, 'duration_secs': 0.046052} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.009076] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.009076] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.009076] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.009076] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.009534] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.010500] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9848ecc2-75ee-43db-9ba3-2c953d4445d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.022680] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.022891] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.027370] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-743d4a5e-7fd4-487c-af5f-6d23384d4c52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.035832] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301678, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.037992] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 822.037992] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e7ab20-c896-2265-7c44-f0d1d73f0a45" [ 822.037992] env[69365]: _type = "Task" [ 822.037992] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.045452] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e7ab20-c896-2265-7c44-f0d1d73f0a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.062846] env[69365]: DEBUG nova.network.neutron [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Successfully updated port: dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.097019] env[69365]: DEBUG oslo_vmware.rw_handles [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52991000-3531-a40c-a83c-6282701756cf/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 822.097019] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a06e2e-bea0-4c6d-b8ba-8e64040f2571 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.102483] env[69365]: DEBUG oslo_vmware.rw_handles [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52991000-3531-a40c-a83c-6282701756cf/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 822.102696] env[69365]: ERROR oslo_vmware.rw_handles [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52991000-3531-a40c-a83c-6282701756cf/disk-0.vmdk due to incomplete transfer. [ 822.102940] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e4e30eb9-9f21-4850-a21e-bce60b08f4e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.109809] env[69365]: DEBUG oslo_vmware.rw_handles [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52991000-3531-a40c-a83c-6282701756cf/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 822.110015] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Uploaded image ec53d929-89b1-4c1b-980c-4be5a61596d0 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 822.112194] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 822.112716] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc2f8c46-d592-4edf-af59-198bda1aba63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.121078] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 822.121078] env[69365]: value = "task-3301679" [ 822.121078] env[69365]: _type = "Task" [ 822.121078] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.130262] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301679, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.153172] env[69365]: DEBUG nova.network.neutron [req-c0ef8b2d-6d50-47ba-a77d-11c9720fca1d req-273f3fa9-5613-494f-a433-b3dfec5b23fd service nova] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updated VIF entry in instance network info cache for port f352753d-aaba-48d1-b02d-f965a5110c91. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.153172] env[69365]: DEBUG nova.network.neutron [req-c0ef8b2d-6d50-47ba-a77d-11c9720fca1d req-273f3fa9-5613-494f-a433-b3dfec5b23fd service nova] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance_info_cache with network_info: [{"id": "f352753d-aaba-48d1-b02d-f965a5110c91", "address": "fa:16:3e:51:18:30", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf352753d-aa", "ovs_interfaceid": "f352753d-aaba-48d1-b02d-f965a5110c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.156675] env[69365]: DEBUG oslo_concurrency.lockutils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.170927] env[69365]: DEBUG nova.compute.utils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.174510] env[69365]: DEBUG nova.compute.manager [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.174696] env[69365]: DEBUG nova.network.neutron [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.192267] env[69365]: DEBUG nova.compute.manager [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.192508] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.193599] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55de0d1b-5b82-4be2-bff6-111fa8f795ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.204748] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.204748] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-671b613e-dc9f-4bfc-a9f4-959758483e21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.209672] env[69365]: DEBUG oslo_vmware.api [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Waiting for the task: (returnval){ [ 822.209672] env[69365]: value = "task-3301680" [ 822.209672] env[69365]: _type = "Task" [ 822.209672] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.221026] env[69365]: DEBUG oslo_vmware.api [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.231771] env[69365]: DEBUG nova.policy [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '064382933ed5429a973d65da1f6d6b33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c90f39ec7ebd495f96836cf13fb70dac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.233772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-814046f8-1a7f-49d1-85fd-e93eaa45ad80 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.418s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.469299] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.536565] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536032} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.536820] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] a0de6319-99fe-4420-b042-6eea50509327/a0de6319-99fe-4420-b042-6eea50509327.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.537072] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.537334] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2846c1f3-bcdc-4e49-8aa6-eca36072d451 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.553135] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Waiting for the task: (returnval){ [ 822.553135] env[69365]: value = "task-3301681" [ 822.553135] env[69365]: _type = "Task" [ 822.553135] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.553394] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e7ab20-c896-2265-7c44-f0d1d73f0a45, 'name': SearchDatastore_Task, 'duration_secs': 0.014969} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.558405] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2b8c38-4877-4815-9fa8-e469b41cf644 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.575934] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Acquiring lock "refresh_cache-e166ce10-33aa-499e-9020-1ecafc6c8cef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.575934] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Acquired lock "refresh_cache-e166ce10-33aa-499e-9020-1ecafc6c8cef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.575934] env[69365]: DEBUG nova.network.neutron [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.577065] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.578922] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 822.578922] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d0fcad-67f9-40a4-2ac6-8bec60d2de83" [ 822.578922] env[69365]: _type = "Task" [ 822.578922] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.589527] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d0fcad-67f9-40a4-2ac6-8bec60d2de83, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.590333] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.590536] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 99e521a6-b45b-401f-9c18-9f05f8198e4c/99e521a6-b45b-401f-9c18-9f05f8198e4c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.590848] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f456953e-a01c-4e15-a587-aeb3215cf11f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.598376] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 822.598376] env[69365]: value = "task-3301682" [ 822.598376] env[69365]: _type = "Task" [ 822.598376] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.608935] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.629566] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301679, 'name': Destroy_Task, 'duration_secs': 0.387133} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.629896] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Destroyed the VM [ 822.630165] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.630447] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-01075691-2b5d-4f71-a2c9-4dff62d7552e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.639267] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 822.639267] env[69365]: value = "task-3301683" [ 822.639267] env[69365]: _type = "Task" [ 822.639267] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.647846] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301683, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.655637] env[69365]: DEBUG oslo_concurrency.lockutils [req-c0ef8b2d-6d50-47ba-a77d-11c9720fca1d req-273f3fa9-5613-494f-a433-b3dfec5b23fd service nova] Releasing lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.656029] env[69365]: DEBUG nova.compute.manager [req-c0ef8b2d-6d50-47ba-a77d-11c9720fca1d req-273f3fa9-5613-494f-a433-b3dfec5b23fd service nova] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Received event network-vif-deleted-75be62c0-459d-4cc5-92af-21a8ddc19660 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.656369] env[69365]: INFO nova.compute.manager [req-c0ef8b2d-6d50-47ba-a77d-11c9720fca1d req-273f3fa9-5613-494f-a433-b3dfec5b23fd service nova] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Neutron deleted interface 75be62c0-459d-4cc5-92af-21a8ddc19660; detaching it from the instance and deleting it from the info cache [ 822.656592] env[69365]: DEBUG nova.network.neutron [req-c0ef8b2d-6d50-47ba-a77d-11c9720fca1d req-273f3fa9-5613-494f-a433-b3dfec5b23fd service nova] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.659398] env[69365]: DEBUG nova.network.neutron [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Successfully created port: 17eee4dc-1f2b-4589-b765-138d92d0744b {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.676647] env[69365]: DEBUG nova.compute.manager [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.724825] env[69365]: DEBUG oslo_vmware.api [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301680, 'name': PowerOffVM_Task, 'duration_secs': 0.211346} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.725131] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.725305] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.725565] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3a18837-57f0-4d9f-9799-8a3fd99a355e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.738263] env[69365]: DEBUG nova.compute.manager [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.846756] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.847085] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.847316] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Deleting the datastore file [datastore2] e77a293e-f845-4596-8d9b-58d42e3c19d8 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.847624] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7183aafb-4ad2-46f5-81a5-e7db3f49bf0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.854453] env[69365]: DEBUG oslo_vmware.api [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Waiting for the task: (returnval){ [ 822.854453] env[69365]: value = "task-3301685" [ 822.854453] env[69365]: _type = "Task" [ 822.854453] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.868027] env[69365]: DEBUG oslo_vmware.api [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.067133] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069759} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.067133] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.067133] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba07396-4862-4faa-b004-04f1eb58c61f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.100046] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] a0de6319-99fe-4420-b042-6eea50509327/a0de6319-99fe-4420-b042-6eea50509327.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.110022] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f441ebb-3858-4172-8720-7272fc41eef3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.133707] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513028} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.135571] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 99e521a6-b45b-401f-9c18-9f05f8198e4c/99e521a6-b45b-401f-9c18-9f05f8198e4c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.135841] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.136292] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Waiting for the task: (returnval){ [ 823.136292] env[69365]: value = "task-3301686" [ 823.136292] env[69365]: _type = "Task" [ 823.136292] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.139025] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-952cdb02-872d-4925-b296-9ead8fdd444e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.153686] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301683, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.158033] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 823.158033] env[69365]: value = "task-3301687" [ 823.158033] env[69365]: _type = "Task" [ 823.158033] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.158274] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.164551] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8984a444-0540-4af9-8382-ecabf18bc825 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.172829] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.179540] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551bb9e5-1d9d-415c-b2dd-5c8d95e67c67 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.190894] env[69365]: DEBUG nova.network.neutron [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.198769] env[69365]: DEBUG nova.compute.manager [req-aba50283-8381-4260-937c-82b25ce7713d req-00e8ca51-6690-4235-af5c-f9593dca67c8 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Received event network-changed-722af2fa-597e-4311-bfe7-81094b1a3d10 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.198926] env[69365]: DEBUG nova.compute.manager [req-aba50283-8381-4260-937c-82b25ce7713d req-00e8ca51-6690-4235-af5c-f9593dca67c8 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Refreshing instance network info cache due to event network-changed-722af2fa-597e-4311-bfe7-81094b1a3d10. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.199149] env[69365]: DEBUG oslo_concurrency.lockutils [req-aba50283-8381-4260-937c-82b25ce7713d req-00e8ca51-6690-4235-af5c-f9593dca67c8 service nova] Acquiring lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.199302] env[69365]: DEBUG oslo_concurrency.lockutils [req-aba50283-8381-4260-937c-82b25ce7713d req-00e8ca51-6690-4235-af5c-f9593dca67c8 service nova] Acquired lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.199470] env[69365]: DEBUG nova.network.neutron [req-aba50283-8381-4260-937c-82b25ce7713d req-00e8ca51-6690-4235-af5c-f9593dca67c8 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Refreshing network info cache for port 722af2fa-597e-4311-bfe7-81094b1a3d10 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.228910] env[69365]: DEBUG nova.compute.manager [req-c0ef8b2d-6d50-47ba-a77d-11c9720fca1d req-273f3fa9-5613-494f-a433-b3dfec5b23fd service nova] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Detach interface failed, port_id=75be62c0-459d-4cc5-92af-21a8ddc19660, reason: Instance c4ba7142-b548-498b-a11e-e62919e3aece could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.265248] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.328403] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039f0866-9ca2-405f-bd00-864748fe3db5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.336229] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc67b7a2-87cb-470a-9ce1-c76483c9e884 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.375242] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59897d6e-de40-45d3-8978-2db7d159c4ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.387037] env[69365]: DEBUG oslo_vmware.api [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Task: {'id': task-3301685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36953} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.387037] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.387468] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.387468] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.387543] env[69365]: INFO nova.compute.manager [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Took 1.20 seconds to destroy the instance on the hypervisor. [ 823.387750] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.389166] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abb2a18-ea71-4e26-af66-5bdb5c5ddc5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.393096] env[69365]: DEBUG nova.compute.manager [-] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.393327] env[69365]: DEBUG nova.network.neutron [-] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.405590] env[69365]: DEBUG nova.compute.provider_tree [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.483668] env[69365]: DEBUG nova.compute.manager [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Received event network-vif-plugged-dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.483924] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] Acquiring lock "e166ce10-33aa-499e-9020-1ecafc6c8cef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.484252] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] Lock "e166ce10-33aa-499e-9020-1ecafc6c8cef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.484444] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] Lock "e166ce10-33aa-499e-9020-1ecafc6c8cef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.484621] env[69365]: DEBUG nova.compute.manager [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] No waiting events found dispatching network-vif-plugged-dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.484916] env[69365]: WARNING nova.compute.manager [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Received unexpected event network-vif-plugged-dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6 for instance with vm_state building and task_state spawning. [ 823.485077] env[69365]: DEBUG nova.compute.manager [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Received event network-changed-dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.485241] env[69365]: DEBUG nova.compute.manager [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Refreshing instance network info cache due to event network-changed-dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.485404] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] Acquiring lock "refresh_cache-e166ce10-33aa-499e-9020-1ecafc6c8cef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.512787] env[69365]: DEBUG nova.network.neutron [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Updating instance_info_cache with network_info: [{"id": "dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6", "address": "fa:16:3e:04:da:66", "network": {"id": "3a9316c1-5024-45b3-8650-1ae18b398006", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-28999296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b70f4e5a1f4ee8b51e12758d4e8fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcd674c5-71", "ovs_interfaceid": "dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.658912] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.664137] env[69365]: DEBUG oslo_vmware.api [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301683, 'name': RemoveSnapshot_Task, 'duration_secs': 0.692359} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.668977] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 823.670729] env[69365]: INFO nova.compute.manager [None req-656c1af6-4f22-4d5d-b445-e88009bce41e tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Took 15.34 seconds to snapshot the instance on the hypervisor. [ 823.687297] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17585} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.687706] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.689718] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c20758-ea84-412b-a8ce-e9dba4a47dc9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.711284] env[69365]: DEBUG nova.compute.manager [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.721165] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 99e521a6-b45b-401f-9c18-9f05f8198e4c/99e521a6-b45b-401f-9c18-9f05f8198e4c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.721925] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-755fb378-31f2-420b-9ca6-9df5deffd83a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.746400] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 823.746400] env[69365]: value = "task-3301688" [ 823.746400] env[69365]: _type = "Task" [ 823.746400] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.752857] env[69365]: DEBUG nova.virt.hardware [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.753126] env[69365]: DEBUG nova.virt.hardware [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.753283] env[69365]: DEBUG nova.virt.hardware [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.753511] env[69365]: DEBUG nova.virt.hardware [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.753661] env[69365]: DEBUG nova.virt.hardware [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.753809] env[69365]: DEBUG nova.virt.hardware [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.754031] env[69365]: DEBUG nova.virt.hardware [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.754198] env[69365]: DEBUG nova.virt.hardware [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.754367] env[69365]: DEBUG nova.virt.hardware [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.754530] env[69365]: DEBUG nova.virt.hardware [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.754744] env[69365]: DEBUG nova.virt.hardware [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.755923] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f050e32-0673-4e0d-ab62-bc322799c746 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.762175] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.767596] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf414a05-3ad3-4acc-a8ef-7757424aed2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.911396] env[69365]: DEBUG nova.scheduler.client.report [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.922959] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.923234] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.015115] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Releasing lock "refresh_cache-e166ce10-33aa-499e-9020-1ecafc6c8cef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.015495] env[69365]: DEBUG nova.compute.manager [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Instance network_info: |[{"id": "dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6", "address": "fa:16:3e:04:da:66", "network": {"id": "3a9316c1-5024-45b3-8650-1ae18b398006", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-28999296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b70f4e5a1f4ee8b51e12758d4e8fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcd674c5-71", "ovs_interfaceid": "dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.015853] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] Acquired lock "refresh_cache-e166ce10-33aa-499e-9020-1ecafc6c8cef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.016070] env[69365]: DEBUG nova.network.neutron [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Refreshing network info cache for port dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.017321] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:da:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.026693] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Creating folder: Project (93b70f4e5a1f4ee8b51e12758d4e8fe0). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.031346] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f07da2d-6d9c-45cf-b190-10960013056d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.043135] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Created folder: Project (93b70f4e5a1f4ee8b51e12758d4e8fe0) in parent group-v659152. [ 824.043346] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Creating folder: Instances. Parent ref: group-v659288. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.043582] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dad3a81c-2b42-436b-8483-5c07c29f2835 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.051064] env[69365]: DEBUG oslo_concurrency.lockutils [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.051284] env[69365]: DEBUG oslo_concurrency.lockutils [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.051512] env[69365]: INFO nova.compute.manager [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Rebooting instance [ 824.056954] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Created folder: Instances in parent group-v659288. [ 824.056954] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.056954] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.056954] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-343810ba-2903-4e05-9e77-d307b0d835cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.077721] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.077721] env[69365]: value = "task-3301691" [ 824.077721] env[69365]: _type = "Task" [ 824.077721] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.086807] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301691, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.153688] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301686, 'name': ReconfigVM_Task, 'duration_secs': 0.756271} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.154026] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Reconfigured VM instance instance-00000029 to attach disk [datastore1] a0de6319-99fe-4420-b042-6eea50509327/a0de6319-99fe-4420-b042-6eea50509327.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.154666] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc5cd23a-efb0-41e8-8314-40d269a58884 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.161780] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Waiting for the task: (returnval){ [ 824.161780] env[69365]: value = "task-3301692" [ 824.161780] env[69365]: _type = "Task" [ 824.161780] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.171310] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301692, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.203347] env[69365]: DEBUG nova.network.neutron [req-aba50283-8381-4260-937c-82b25ce7713d req-00e8ca51-6690-4235-af5c-f9593dca67c8 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Updated VIF entry in instance network info cache for port 722af2fa-597e-4311-bfe7-81094b1a3d10. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.204737] env[69365]: DEBUG nova.network.neutron [req-aba50283-8381-4260-937c-82b25ce7713d req-00e8ca51-6690-4235-af5c-f9593dca67c8 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Updating instance_info_cache with network_info: [{"id": "722af2fa-597e-4311-bfe7-81094b1a3d10", "address": "fa:16:3e:de:ef:7f", "network": {"id": "16076c1c-2254-4409-83b6-43fec4c9995f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-773907600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d259d679704be8bc603a96dc18c3c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722af2fa-59", "ovs_interfaceid": "722af2fa-597e-4311-bfe7-81094b1a3d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.256989] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301688, 'name': ReconfigVM_Task, 'duration_secs': 0.382314} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.256989] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 99e521a6-b45b-401f-9c18-9f05f8198e4c/99e521a6-b45b-401f-9c18-9f05f8198e4c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.257732] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e499408d-b7e0-4b77-a53d-5f206d40da13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.266843] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 824.266843] env[69365]: value = "task-3301693" [ 824.266843] env[69365]: _type = "Task" [ 824.266843] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.276317] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301693, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.418258] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.419176] env[69365]: DEBUG nova.compute.manager [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.426575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.241s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.426819] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.433021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.661s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.433021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.434242] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.204s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.435760] env[69365]: INFO nova.compute.claims [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.472777] env[69365]: INFO nova.scheduler.client.report [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Deleted allocations for instance bf3bce53-2116-4cf1-bf48-035851ed563e [ 824.487576] env[69365]: INFO nova.scheduler.client.report [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Deleted allocations for instance 0522f326-22ac-488f-9cc0-ee573eedefa9 [ 824.590085] env[69365]: DEBUG oslo_concurrency.lockutils [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.597582] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301691, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.676101] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301692, 'name': Rename_Task, 'duration_secs': 0.147403} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.676599] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.679532] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e55e9792-0fb5-47ce-8459-d3a776028ffe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.684773] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Waiting for the task: (returnval){ [ 824.684773] env[69365]: value = "task-3301694" [ 824.684773] env[69365]: _type = "Task" [ 824.684773] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.700552] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.706781] env[69365]: DEBUG oslo_concurrency.lockutils [req-aba50283-8381-4260-937c-82b25ce7713d req-00e8ca51-6690-4235-af5c-f9593dca67c8 service nova] Releasing lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.707359] env[69365]: DEBUG oslo_concurrency.lockutils [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquired lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.707650] env[69365]: DEBUG nova.network.neutron [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.782327] env[69365]: DEBUG nova.network.neutron [-] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.783768] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301693, 'name': Rename_Task, 'duration_secs': 0.190225} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.783768] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.784172] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-698febd3-ffde-445e-8dad-42e3a3567f47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.793997] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 824.793997] env[69365]: value = "task-3301695" [ 824.793997] env[69365]: _type = "Task" [ 824.793997] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.804519] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.932022] env[69365]: DEBUG nova.network.neutron [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Updated VIF entry in instance network info cache for port dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.932565] env[69365]: DEBUG nova.network.neutron [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Updating instance_info_cache with network_info: [{"id": "dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6", "address": "fa:16:3e:04:da:66", "network": {"id": "3a9316c1-5024-45b3-8650-1ae18b398006", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-28999296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b70f4e5a1f4ee8b51e12758d4e8fe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcd674c5-71", "ovs_interfaceid": "dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.943845] env[69365]: DEBUG nova.compute.utils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.945216] env[69365]: DEBUG nova.compute.manager [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 824.964355] env[69365]: DEBUG nova.network.neutron [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Successfully updated port: 17eee4dc-1f2b-4589-b765-138d92d0744b {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.983418] env[69365]: DEBUG oslo_concurrency.lockutils [None req-caa80b6f-1a07-4c49-86aa-16cb9042f435 tempest-ServerMetadataTestJSON-1108851746 tempest-ServerMetadataTestJSON-1108851746-project-member] Lock "bf3bce53-2116-4cf1-bf48-035851ed563e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.687s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.000201] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c200a065-2fc7-4e04-a8e0-987d6e4ba634 tempest-ServersNegativeTestMultiTenantJSON-752522516 tempest-ServersNegativeTestMultiTenantJSON-752522516-project-member] Lock "0522f326-22ac-488f-9cc0-ee573eedefa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.235s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.094789] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301691, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.198017] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301694, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.285941] env[69365]: INFO nova.compute.manager [-] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Took 1.89 seconds to deallocate network for instance. [ 825.306767] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301695, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.435965] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e7391dc-3aca-4b36-b662-ede173fcc351 req-f0fa0c91-43af-4756-99dc-8f188f6811f7 service nova] Releasing lock "refresh_cache-e166ce10-33aa-499e-9020-1ecafc6c8cef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.450866] env[69365]: DEBUG nova.compute.manager [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.467737] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquiring lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.467935] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquired lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.468203] env[69365]: DEBUG nova.network.neutron [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.500483] env[69365]: DEBUG nova.network.neutron [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Updating instance_info_cache with network_info: [{"id": "722af2fa-597e-4311-bfe7-81094b1a3d10", "address": "fa:16:3e:de:ef:7f", "network": {"id": "16076c1c-2254-4409-83b6-43fec4c9995f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-773907600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d259d679704be8bc603a96dc18c3c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722af2fa-59", "ovs_interfaceid": "722af2fa-597e-4311-bfe7-81094b1a3d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.538211] env[69365]: DEBUG nova.compute.manager [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Received event network-vif-deleted-3d243793-3250-4ab7-869a-741ef4891f79 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.538428] env[69365]: DEBUG nova.compute.manager [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Received event network-vif-plugged-17eee4dc-1f2b-4589-b765-138d92d0744b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.538609] env[69365]: DEBUG oslo_concurrency.lockutils [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] Acquiring lock "bfd1107e-6136-46ae-b840-2f2929975f71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.538814] env[69365]: DEBUG oslo_concurrency.lockutils [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] Lock "bfd1107e-6136-46ae-b840-2f2929975f71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.538977] env[69365]: DEBUG oslo_concurrency.lockutils [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] Lock "bfd1107e-6136-46ae-b840-2f2929975f71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.539274] env[69365]: DEBUG nova.compute.manager [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] No waiting events found dispatching network-vif-plugged-17eee4dc-1f2b-4589-b765-138d92d0744b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.539392] env[69365]: WARNING nova.compute.manager [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Received unexpected event network-vif-plugged-17eee4dc-1f2b-4589-b765-138d92d0744b for instance with vm_state building and task_state spawning. [ 825.539548] env[69365]: DEBUG nova.compute.manager [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Received event network-changed-17eee4dc-1f2b-4589-b765-138d92d0744b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.539692] env[69365]: DEBUG nova.compute.manager [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Refreshing instance network info cache due to event network-changed-17eee4dc-1f2b-4589-b765-138d92d0744b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.542905] env[69365]: DEBUG oslo_concurrency.lockutils [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] Acquiring lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.600679] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301691, 'name': CreateVM_Task, 'duration_secs': 1.433588} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.600679] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.600679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.601084] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.601476] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.601476] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b42c81-18db-432c-903a-a4bc66c32d4d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.614973] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Waiting for the task: (returnval){ [ 825.614973] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52088d27-5180-3071-e4fd-a6a15b1dc7df" [ 825.614973] env[69365]: _type = "Task" [ 825.614973] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.626735] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52088d27-5180-3071-e4fd-a6a15b1dc7df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.695969] env[69365]: DEBUG oslo_vmware.api [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301694, 'name': PowerOnVM_Task, 'duration_secs': 0.540204} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.697035] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.697035] env[69365]: INFO nova.compute.manager [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Took 9.06 seconds to spawn the instance on the hypervisor. [ 825.697035] env[69365]: DEBUG nova.compute.manager [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.699713] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963b0cfd-0720-44d7-8c42-083836012c97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.792542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.810498] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301695, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.995387] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5735df4-cbf9-4231-9b41-389a1e1c8871 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.006058] env[69365]: DEBUG oslo_concurrency.lockutils [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Releasing lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.014356] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf324b0-e0a3-4be9-b0ca-576767d43e7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.024329] env[69365]: DEBUG nova.network.neutron [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.056174] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5788a0-20cc-425d-8e19-0c7ec02aee41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.064175] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5dbca4-afbd-421a-bbb7-d7e590b78a91 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.079775] env[69365]: DEBUG nova.compute.provider_tree [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.128140] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52088d27-5180-3071-e4fd-a6a15b1dc7df, 'name': SearchDatastore_Task, 'duration_secs': 0.018862} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.128475] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.128713] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.128958] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.129326] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.129658] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.129939] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b355f1eb-c87a-4404-b4ad-833ed19a3fc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.142247] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.145270] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.145270] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77cf58a-107c-488c-a429-8e1c6726fefb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.149268] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Waiting for the task: (returnval){ [ 826.149268] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5216f4a9-d52f-47b5-12c0-4e8d77d0aa62" [ 826.149268] env[69365]: _type = "Task" [ 826.149268] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.157457] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5216f4a9-d52f-47b5-12c0-4e8d77d0aa62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.220632] env[69365]: INFO nova.compute.manager [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Took 53.82 seconds to build instance. [ 826.312163] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301695, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.331141] env[69365]: DEBUG nova.network.neutron [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Updating instance_info_cache with network_info: [{"id": "17eee4dc-1f2b-4589-b765-138d92d0744b", "address": "fa:16:3e:57:35:5f", "network": {"id": "90137407-bb54-449c-be6c-56e9df65b3cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-92949993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90f39ec7ebd495f96836cf13fb70dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17eee4dc-1f", "ovs_interfaceid": "17eee4dc-1f2b-4589-b765-138d92d0744b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.460714] env[69365]: DEBUG nova.compute.manager [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.490923] env[69365]: DEBUG nova.virt.hardware [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.491218] env[69365]: DEBUG nova.virt.hardware [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.491632] env[69365]: DEBUG nova.virt.hardware [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.491834] env[69365]: DEBUG nova.virt.hardware [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.492189] env[69365]: DEBUG nova.virt.hardware [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.492385] env[69365]: DEBUG nova.virt.hardware [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.492602] env[69365]: DEBUG nova.virt.hardware [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.492765] env[69365]: DEBUG nova.virt.hardware [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.492953] env[69365]: DEBUG nova.virt.hardware [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.493264] env[69365]: DEBUG nova.virt.hardware [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.493491] env[69365]: DEBUG nova.virt.hardware [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.494382] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1443e42d-6227-4b76-b98c-f063fdf3e5d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.510104] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2590ce1-29aa-458b-a2ae-8eb3e1bc9a3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.527179] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.532911] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Creating folder: Project (fd35e11564a241b8881436f7cf15f900). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.534132] env[69365]: DEBUG nova.compute.manager [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.536412] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c8b9ddf-c9f8-4a6c-885f-048ebfacb690 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.538426] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71984b34-a376-4623-9718-c01586f4c5d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.551669] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Created folder: Project (fd35e11564a241b8881436f7cf15f900) in parent group-v659152. [ 826.551669] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Creating folder: Instances. Parent ref: group-v659291. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.553422] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-986b7194-dc92-426f-9be2-23c1b52f09ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.561983] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Created folder: Instances in parent group-v659291. [ 826.562257] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.562452] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd53553a-caec-476b-9463-34c4319483bc] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.562698] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2a94b6a-1edd-48db-b0b9-fc760011cb7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.583883] env[69365]: DEBUG nova.scheduler.client.report [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.592131] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.592131] env[69365]: value = "task-3301698" [ 826.592131] env[69365]: _type = "Task" [ 826.592131] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.599402] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301698, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.662920] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5216f4a9-d52f-47b5-12c0-4e8d77d0aa62, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.664064] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9279de5c-25f9-4134-ae99-6d0dab36b8cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.673019] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Waiting for the task: (returnval){ [ 826.673019] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526d45ac-4a18-d7ba-4821-5d70eb291578" [ 826.673019] env[69365]: _type = "Task" [ 826.673019] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.681769] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526d45ac-4a18-d7ba-4821-5d70eb291578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.724668] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e9d9e2a-8839-459f-a59a-e4a9d701ad48 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Lock "a0de6319-99fe-4420-b042-6eea50509327" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.887s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.752248] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "b215212d-8db4-423d-9bf6-8480037708a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.752575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "b215212d-8db4-423d-9bf6-8480037708a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.753464] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "b215212d-8db4-423d-9bf6-8480037708a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.754512] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "b215212d-8db4-423d-9bf6-8480037708a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.754512] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "b215212d-8db4-423d-9bf6-8480037708a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.756854] env[69365]: INFO nova.compute.manager [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Terminating instance [ 826.809703] env[69365]: DEBUG oslo_vmware.api [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301695, 'name': PowerOnVM_Task, 'duration_secs': 1.52834} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.809992] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.811142] env[69365]: INFO nova.compute.manager [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Took 8.45 seconds to spawn the instance on the hypervisor. [ 826.811142] env[69365]: DEBUG nova.compute.manager [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.811961] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ac25be-e210-4cc3-a715-99ba8591c10a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.834615] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Releasing lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.836858] env[69365]: DEBUG nova.compute.manager [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Instance network_info: |[{"id": "17eee4dc-1f2b-4589-b765-138d92d0744b", "address": "fa:16:3e:57:35:5f", "network": {"id": "90137407-bb54-449c-be6c-56e9df65b3cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-92949993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90f39ec7ebd495f96836cf13fb70dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17eee4dc-1f", "ovs_interfaceid": "17eee4dc-1f2b-4589-b765-138d92d0744b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.836858] env[69365]: DEBUG oslo_concurrency.lockutils [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] Acquired lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.836858] env[69365]: DEBUG nova.network.neutron [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Refreshing network info cache for port 17eee4dc-1f2b-4589-b765-138d92d0744b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.837218] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:35:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17eee4dc-1f2b-4589-b765-138d92d0744b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.848933] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Creating folder: Project (c90f39ec7ebd495f96836cf13fb70dac). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.854097] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cef44279-4a41-475e-a99c-c876b2a0bff4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.866473] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Created folder: Project (c90f39ec7ebd495f96836cf13fb70dac) in parent group-v659152. [ 826.866473] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Creating folder: Instances. Parent ref: group-v659294. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.866473] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91aebbdb-5b9e-4c66-b8c4-60ffc73e2ecf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.876533] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Created folder: Instances in parent group-v659294. [ 826.876781] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.877087] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.877402] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f3686ed-bb63-4938-889f-c29ec5995828 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.900036] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.900036] env[69365]: value = "task-3301701" [ 826.900036] env[69365]: _type = "Task" [ 826.900036] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.908309] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301701, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.090920] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.091484] env[69365]: DEBUG nova.compute.manager [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.094874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.974s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.096586] env[69365]: INFO nova.compute.claims [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.111938] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301698, 'name': CreateVM_Task, 'duration_secs': 0.304113} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.112264] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd53553a-caec-476b-9463-34c4319483bc] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.112796] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.113047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.113240] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.113500] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13ad6f4-9404-4533-9394-0db3492f8ca0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.119132] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 827.119132] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5265e733-dbd0-1725-d72c-a37ee5db202f" [ 827.119132] env[69365]: _type = "Task" [ 827.119132] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.130350] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5265e733-dbd0-1725-d72c-a37ee5db202f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.187688] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526d45ac-4a18-d7ba-4821-5d70eb291578, 'name': SearchDatastore_Task, 'duration_secs': 0.010798} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.187688] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.187688] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] e166ce10-33aa-499e-9020-1ecafc6c8cef/e166ce10-33aa-499e-9020-1ecafc6c8cef.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.187688] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2269ff1-12e4-4fd9-b221-b304c4eee0b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.196054] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Waiting for the task: (returnval){ [ 827.196054] env[69365]: value = "task-3301702" [ 827.196054] env[69365]: _type = "Task" [ 827.196054] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.205830] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.228188] env[69365]: DEBUG nova.compute.manager [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.262549] env[69365]: DEBUG nova.compute.manager [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.262828] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.263771] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b09dd2-a990-41c0-88e8-3551d16c3023 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.273102] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.273381] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a6555ca-4a20-4547-8998-16edf4ba8f29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.280358] env[69365]: DEBUG oslo_vmware.api [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 827.280358] env[69365]: value = "task-3301703" [ 827.280358] env[69365]: _type = "Task" [ 827.280358] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.289745] env[69365]: DEBUG oslo_vmware.api [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.337460] env[69365]: INFO nova.compute.manager [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Took 47.05 seconds to build instance. [ 827.413290] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301701, 'name': CreateVM_Task, 'duration_secs': 0.407736} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.413520] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.414298] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.495133] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Acquiring lock "a0de6319-99fe-4420-b042-6eea50509327" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.495419] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Lock "a0de6319-99fe-4420-b042-6eea50509327" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.495629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Acquiring lock "a0de6319-99fe-4420-b042-6eea50509327-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.495845] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Lock "a0de6319-99fe-4420-b042-6eea50509327-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.495980] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Lock "a0de6319-99fe-4420-b042-6eea50509327-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.498151] env[69365]: INFO nova.compute.manager [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Terminating instance [ 827.559743] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8202446c-608b-4e04-b5b9-1bdb50a1b02d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.570392] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Doing hard reboot of VM {{(pid=69365) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 827.570764] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-db879d70-be78-4946-918a-fc7c5373eb88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.579310] env[69365]: DEBUG oslo_vmware.api [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 827.579310] env[69365]: value = "task-3301704" [ 827.579310] env[69365]: _type = "Task" [ 827.579310] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.590746] env[69365]: DEBUG oslo_vmware.api [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301704, 'name': ResetVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.606128] env[69365]: DEBUG nova.compute.utils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.611310] env[69365]: DEBUG nova.compute.manager [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.611975] env[69365]: DEBUG nova.network.neutron [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.637764] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5265e733-dbd0-1725-d72c-a37ee5db202f, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.638158] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.638429] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.638696] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.638905] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.639086] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.639383] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.639755] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.640378] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e8ce712-a69a-45f1-96b2-c16db9642840 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.643078] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311e30b0-d85e-44d4-be44-3cd20448ff2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.651050] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for the task: (returnval){ [ 827.651050] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ab3b24-b44f-2180-7383-e5d8221fdf39" [ 827.651050] env[69365]: _type = "Task" [ 827.651050] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.657856] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.658200] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.665515] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca22a491-8290-4b84-a625-86a64dda96f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.666094] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ab3b24-b44f-2180-7383-e5d8221fdf39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.669969] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 827.669969] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f6879a-8f94-010f-77db-9cbc177c693b" [ 827.669969] env[69365]: _type = "Task" [ 827.669969] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.679619] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f6879a-8f94-010f-77db-9cbc177c693b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.707036] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301702, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.747823] env[69365]: DEBUG nova.policy [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '556ad6a721e04e898e1e043a6acaf4c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '310d492db9584229923dc44e59aac0e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.754797] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.790878] env[69365]: DEBUG oslo_vmware.api [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301703, 'name': PowerOffVM_Task, 'duration_secs': 0.187792} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.791175] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.791343] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.791598] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b923ab68-39da-40a4-88ea-4a38bd640e11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.840721] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e19e2617-65de-4585-b928-5bd6b0286fe1 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "99e521a6-b45b-401f-9c18-9f05f8198e4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.952s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.872350] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.872350] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.872350] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Deleting the datastore file [datastore2] b215212d-8db4-423d-9bf6-8480037708a5 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.872350] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3d96154-5e58-4469-888b-61f07a3da08a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.882420] env[69365]: DEBUG oslo_vmware.api [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 827.882420] env[69365]: value = "task-3301706" [ 827.882420] env[69365]: _type = "Task" [ 827.882420] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.891148] env[69365]: DEBUG oslo_vmware.api [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.002118] env[69365]: DEBUG nova.compute.manager [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.002479] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.003663] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bb7765-398e-4a72-a504-164a8ef22217 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.016493] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.016613] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c8931aa-02da-47d9-8709-1eff042abd93 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.026461] env[69365]: DEBUG oslo_vmware.api [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Waiting for the task: (returnval){ [ 828.026461] env[69365]: value = "task-3301707" [ 828.026461] env[69365]: _type = "Task" [ 828.026461] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.037355] env[69365]: DEBUG oslo_vmware.api [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.089676] env[69365]: DEBUG oslo_vmware.api [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301704, 'name': ResetVM_Task, 'duration_secs': 0.10535} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.090014] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Did hard reboot of VM {{(pid=69365) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 828.090232] env[69365]: DEBUG nova.compute.manager [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.091036] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e84a85-5979-41e7-8ccd-278d1ceb5885 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.094227] env[69365]: DEBUG nova.network.neutron [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Updated VIF entry in instance network info cache for port 17eee4dc-1f2b-4589-b765-138d92d0744b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.094561] env[69365]: DEBUG nova.network.neutron [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Updating instance_info_cache with network_info: [{"id": "17eee4dc-1f2b-4589-b765-138d92d0744b", "address": "fa:16:3e:57:35:5f", "network": {"id": "90137407-bb54-449c-be6c-56e9df65b3cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-92949993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90f39ec7ebd495f96836cf13fb70dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17eee4dc-1f", "ovs_interfaceid": "17eee4dc-1f2b-4589-b765-138d92d0744b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.111484] env[69365]: DEBUG nova.compute.manager [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.167417] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ab3b24-b44f-2180-7383-e5d8221fdf39, 'name': SearchDatastore_Task, 'duration_secs': 0.06671} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.170947] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.171273] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.171541] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.188594] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f6879a-8f94-010f-77db-9cbc177c693b, 'name': SearchDatastore_Task, 'duration_secs': 0.057087} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.190147] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c514bc91-aa3f-4d74-af9a-a9db9456f47f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.202496] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 828.202496] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5232b022-120f-0045-aa3c-0bcaa1f84ed0" [ 828.202496] env[69365]: _type = "Task" [ 828.202496] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.210260] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599284} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.212973] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] e166ce10-33aa-499e-9020-1ecafc6c8cef/e166ce10-33aa-499e-9020-1ecafc6c8cef.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.216054] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.216054] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdd224bd-8394-4625-a138-739551117f83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.220028] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5232b022-120f-0045-aa3c-0bcaa1f84ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.224777] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Waiting for the task: (returnval){ [ 828.224777] env[69365]: value = "task-3301708" [ 828.224777] env[69365]: _type = "Task" [ 828.224777] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.237152] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.323616] env[69365]: DEBUG nova.network.neutron [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Successfully created port: 96f09b5a-a71d-409b-a4c4-e8384946a99f {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.344483] env[69365]: DEBUG nova.compute.manager [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.391601] env[69365]: DEBUG oslo_vmware.api [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453939} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.391942] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.392222] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.392687] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.392952] env[69365]: INFO nova.compute.manager [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 828.393255] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.397040] env[69365]: DEBUG nova.compute.manager [-] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.397099] env[69365]: DEBUG nova.network.neutron [-] [instance: b215212d-8db4-423d-9bf6-8480037708a5] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.541642] env[69365]: DEBUG oslo_vmware.api [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301707, 'name': PowerOffVM_Task, 'duration_secs': 0.45701} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.541911] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.542376] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.542795] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b6fc966-5a96-4d3f-ad17-07f13261aec8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.603988] env[69365]: DEBUG oslo_concurrency.lockutils [req-c6788468-66d2-46b3-b708-f49b11efae45 req-269f3a4c-4f01-4865-9ca2-b32ffb1ae477 service nova] Releasing lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.609558] env[69365]: DEBUG oslo_concurrency.lockutils [None req-19b3b27b-4edf-4335-9fd8-a26e1646eed4 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.558s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.613374] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.614373] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.614660] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Deleting the datastore file [datastore1] a0de6319-99fe-4420-b042-6eea50509327 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.615201] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48c67ab2-d691-4f04-b2d4-7e5fa3a51c98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.626678] env[69365]: DEBUG oslo_vmware.api [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Waiting for the task: (returnval){ [ 828.626678] env[69365]: value = "task-3301710" [ 828.626678] env[69365]: _type = "Task" [ 828.626678] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.640600] env[69365]: DEBUG oslo_vmware.api [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.715483] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5232b022-120f-0045-aa3c-0bcaa1f84ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.021091} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.715691] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.716054] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] fd53553a-caec-476b-9463-34c4319483bc/fd53553a-caec-476b-9463-34c4319483bc.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.719836] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.719836] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.719836] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12285c8e-d8f7-469a-ba62-7fb0f84d7d9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.722350] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67247182-e1ba-4798-a6da-d5f83df6a24b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.730348] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 828.730348] env[69365]: value = "task-3301711" [ 828.730348] env[69365]: _type = "Task" [ 828.730348] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.735560] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160222} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.735929] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.736216] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.741135] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.741493] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3db74b-09bd-4aa2-8776-6615e04f3309 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.744314] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59545258-2e78-4584-8b2d-0ddfa6889587 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.751030] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b302565-aca7-4929-aa37-a34396e8ae00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.772022] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5aec3c-3aa7-4b9d-b480-daff4910c393 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.785483] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] e166ce10-33aa-499e-9020-1ecafc6c8cef/e166ce10-33aa-499e-9020-1ecafc6c8cef.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.785978] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.786238] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for the task: (returnval){ [ 828.786238] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5243a538-1ffc-3c80-2ed3-cc2b2bd6f994" [ 828.786238] env[69365]: _type = "Task" [ 828.786238] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.786535] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04d48ff7-527b-4453-9ef6-7b83bb0429f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.833808] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc3f027-27fd-4590-896f-861cd111bb27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.840209] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5243a538-1ffc-3c80-2ed3-cc2b2bd6f994, 'name': SearchDatastore_Task, 'duration_secs': 0.021789} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.842670] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Waiting for the task: (returnval){ [ 828.842670] env[69365]: value = "task-3301712" [ 828.842670] env[69365]: _type = "Task" [ 828.842670] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.842969] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8305b9f2-be84-4b56-b71e-c776402d7d0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.852645] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0602bb-18ce-480a-bad3-ee706f7b24bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.860961] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for the task: (returnval){ [ 828.860961] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52450152-e3fa-b746-2fc8-dea1a32a3483" [ 828.860961] env[69365]: _type = "Task" [ 828.860961] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.867545] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.880573] env[69365]: DEBUG nova.compute.provider_tree [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.889620] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52450152-e3fa-b746-2fc8-dea1a32a3483, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.891105] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.891806] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.892320] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] bfd1107e-6136-46ae-b840-2f2929975f71/bfd1107e-6136-46ae-b840-2f2929975f71.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.893307] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-200e8afa-4b2a-4248-9e6a-b37957443418 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.901225] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for the task: (returnval){ [ 828.901225] env[69365]: value = "task-3301713" [ 828.901225] env[69365]: _type = "Task" [ 828.901225] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.912394] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3301713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.026517] env[69365]: DEBUG nova.compute.manager [req-33e9565a-3698-415f-9e26-d3c105b3086b req-3a4ae357-2ea6-4a7c-94d6-416f3c1a4be2 service nova] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Received event network-vif-deleted-e39f28ea-f5d6-4775-90e5-a67328d1ecc3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.026689] env[69365]: INFO nova.compute.manager [req-33e9565a-3698-415f-9e26-d3c105b3086b req-3a4ae357-2ea6-4a7c-94d6-416f3c1a4be2 service nova] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Neutron deleted interface e39f28ea-f5d6-4775-90e5-a67328d1ecc3; detaching it from the instance and deleting it from the info cache [ 829.026865] env[69365]: DEBUG nova.network.neutron [req-33e9565a-3698-415f-9e26-d3c105b3086b req-3a4ae357-2ea6-4a7c-94d6-416f3c1a4be2 service nova] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.131027] env[69365]: DEBUG nova.compute.manager [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.148311] env[69365]: DEBUG oslo_vmware.api [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Task: {'id': task-3301710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326979} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.148311] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.148311] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.148311] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.148311] env[69365]: INFO nova.compute.manager [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] [instance: a0de6319-99fe-4420-b042-6eea50509327] Took 1.14 seconds to destroy the instance on the hypervisor. [ 829.148311] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.148311] env[69365]: DEBUG nova.compute.manager [-] [instance: a0de6319-99fe-4420-b042-6eea50509327] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.148311] env[69365]: DEBUG nova.network.neutron [-] [instance: a0de6319-99fe-4420-b042-6eea50509327] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.163420] env[69365]: DEBUG nova.virt.hardware [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.166025] env[69365]: DEBUG nova.virt.hardware [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.166025] env[69365]: DEBUG nova.virt.hardware [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.166025] env[69365]: DEBUG nova.virt.hardware [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.166025] env[69365]: DEBUG nova.virt.hardware [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.166025] env[69365]: DEBUG nova.virt.hardware [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.166025] env[69365]: DEBUG nova.virt.hardware [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.166025] env[69365]: DEBUG nova.virt.hardware [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.166025] env[69365]: DEBUG nova.virt.hardware [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.166025] env[69365]: DEBUG nova.virt.hardware [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.166025] env[69365]: DEBUG nova.virt.hardware [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.167825] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac76b37a-cf39-4938-82dc-45b7e9f06614 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.179431] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f73604-83d7-4640-a3c2-e418234f58d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.244578] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301711, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.358782] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301712, 'name': ReconfigVM_Task, 'duration_secs': 0.511626} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.359155] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Reconfigured VM instance instance-0000002b to attach disk [datastore1] e166ce10-33aa-499e-9020-1ecafc6c8cef/e166ce10-33aa-499e-9020-1ecafc6c8cef.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.359994] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7409b0e4-8e27-437b-9b5c-a2a540604a72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.369134] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Waiting for the task: (returnval){ [ 829.369134] env[69365]: value = "task-3301714" [ 829.369134] env[69365]: _type = "Task" [ 829.369134] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.380988] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301714, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.386121] env[69365]: DEBUG nova.scheduler.client.report [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.393203] env[69365]: DEBUG nova.network.neutron [-] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.414742] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3301713, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.531611] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6090f033-6172-4dc6-9c11-4c23ab19bd20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.545608] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623c450d-132e-4312-a056-5fc1f2291b8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.602381] env[69365]: DEBUG nova.compute.manager [req-33e9565a-3698-415f-9e26-d3c105b3086b req-3a4ae357-2ea6-4a7c-94d6-416f3c1a4be2 service nova] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Detach interface failed, port_id=e39f28ea-f5d6-4775-90e5-a67328d1ecc3, reason: Instance b215212d-8db4-423d-9bf6-8480037708a5 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 829.748309] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571888} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.748635] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] fd53553a-caec-476b-9463-34c4319483bc/fd53553a-caec-476b-9463-34c4319483bc.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.748835] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.749117] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac7cea9d-bf6a-49b8-90c0-cc98dd920691 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.757649] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 829.757649] env[69365]: value = "task-3301715" [ 829.757649] env[69365]: _type = "Task" [ 829.757649] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.766792] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.879742] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301714, 'name': Rename_Task, 'duration_secs': 0.328832} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.880124] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.880344] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a08b7501-c964-4461-937c-55d02971b7ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.886929] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Waiting for the task: (returnval){ [ 829.886929] env[69365]: value = "task-3301716" [ 829.886929] env[69365]: _type = "Task" [ 829.886929] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.895681] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.896218] env[69365]: DEBUG nova.compute.manager [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.899376] env[69365]: INFO nova.compute.manager [-] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Took 1.50 seconds to deallocate network for instance. [ 829.899376] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.899985] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.783s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.901594] env[69365]: INFO nova.compute.claims [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.923075] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3301713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767175} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.923812] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] bfd1107e-6136-46ae-b840-2f2929975f71/bfd1107e-6136-46ae-b840-2f2929975f71.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.923812] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.923995] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03e69450-7d0e-4f3b-9210-ed5fd50b08ff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.933030] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for the task: (returnval){ [ 829.933030] env[69365]: value = "task-3301717" [ 829.933030] env[69365]: _type = "Task" [ 829.933030] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.943535] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3301717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.979179] env[69365]: DEBUG nova.compute.manager [req-07384e2f-1c11-4ed2-9d35-fe1ff6923ee0 req-e2141a87-4253-4608-95f5-bb1643fb3c36 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Received event network-changed-722af2fa-597e-4311-bfe7-81094b1a3d10 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.979179] env[69365]: DEBUG nova.compute.manager [req-07384e2f-1c11-4ed2-9d35-fe1ff6923ee0 req-e2141a87-4253-4608-95f5-bb1643fb3c36 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Refreshing instance network info cache due to event network-changed-722af2fa-597e-4311-bfe7-81094b1a3d10. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.979179] env[69365]: DEBUG oslo_concurrency.lockutils [req-07384e2f-1c11-4ed2-9d35-fe1ff6923ee0 req-e2141a87-4253-4608-95f5-bb1643fb3c36 service nova] Acquiring lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.979179] env[69365]: DEBUG oslo_concurrency.lockutils [req-07384e2f-1c11-4ed2-9d35-fe1ff6923ee0 req-e2141a87-4253-4608-95f5-bb1643fb3c36 service nova] Acquired lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.979179] env[69365]: DEBUG nova.network.neutron [req-07384e2f-1c11-4ed2-9d35-fe1ff6923ee0 req-e2141a87-4253-4608-95f5-bb1643fb3c36 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Refreshing network info cache for port 722af2fa-597e-4311-bfe7-81094b1a3d10 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.036584] env[69365]: DEBUG nova.network.neutron [-] [instance: a0de6319-99fe-4420-b042-6eea50509327] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.083342] env[69365]: DEBUG nova.compute.manager [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 830.273027] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070432} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.274471] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.276124] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fd1bb2-4954-4228-9d7d-a32ecb665211 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.299315] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] fd53553a-caec-476b-9463-34c4319483bc/fd53553a-caec-476b-9463-34c4319483bc.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.299769] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e251d1f3-663f-4a3d-ae92-f3ab69a14fec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.320019] env[69365]: DEBUG nova.network.neutron [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Successfully updated port: 96f09b5a-a71d-409b-a4c4-e8384946a99f {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.328231] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 830.328231] env[69365]: value = "task-3301718" [ 830.328231] env[69365]: _type = "Task" [ 830.328231] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.339425] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.396787] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.403068] env[69365]: DEBUG nova.compute.utils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.403068] env[69365]: DEBUG nova.compute.manager [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 830.418426] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.448020] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3301717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073344} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.448020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.448020] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b68e497-b874-40c5-baa9-f5ff14d0eb66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.471734] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] bfd1107e-6136-46ae-b840-2f2929975f71/bfd1107e-6136-46ae-b840-2f2929975f71.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.472390] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb65cd1c-67f3-441f-aacf-6d3bdc9fb1c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.495381] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for the task: (returnval){ [ 830.495381] env[69365]: value = "task-3301719" [ 830.495381] env[69365]: _type = "Task" [ 830.495381] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.504272] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3301719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.541260] env[69365]: INFO nova.compute.manager [-] [instance: a0de6319-99fe-4420-b042-6eea50509327] Took 1.39 seconds to deallocate network for instance. [ 830.610504] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.742787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.743115] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.743336] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.743520] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.743758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.746250] env[69365]: INFO nova.compute.manager [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Terminating instance [ 830.768773] env[69365]: DEBUG nova.network.neutron [req-07384e2f-1c11-4ed2-9d35-fe1ff6923ee0 req-e2141a87-4253-4608-95f5-bb1643fb3c36 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Updated VIF entry in instance network info cache for port 722af2fa-597e-4311-bfe7-81094b1a3d10. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.769210] env[69365]: DEBUG nova.network.neutron [req-07384e2f-1c11-4ed2-9d35-fe1ff6923ee0 req-e2141a87-4253-4608-95f5-bb1643fb3c36 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Updating instance_info_cache with network_info: [{"id": "722af2fa-597e-4311-bfe7-81094b1a3d10", "address": "fa:16:3e:de:ef:7f", "network": {"id": "16076c1c-2254-4409-83b6-43fec4c9995f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-773907600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d259d679704be8bc603a96dc18c3c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722af2fa-59", "ovs_interfaceid": "722af2fa-597e-4311-bfe7-81094b1a3d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.822952] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "refresh_cache-7dc3aa35-c468-4aff-8225-872503a4f561" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.823128] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "refresh_cache-7dc3aa35-c468-4aff-8225-872503a4f561" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.823279] env[69365]: DEBUG nova.network.neutron [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.840757] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.900477] env[69365]: DEBUG oslo_vmware.api [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301716, 'name': PowerOnVM_Task, 'duration_secs': 0.889185} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.900856] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.901164] env[69365]: INFO nova.compute.manager [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Took 9.86 seconds to spawn the instance on the hypervisor. [ 830.901474] env[69365]: DEBUG nova.compute.manager [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.902705] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebabe1b-d409-4b06-8fe6-ce510f8f7a15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.907179] env[69365]: DEBUG nova.compute.manager [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.005865] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3301719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.047919] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.055822] env[69365]: DEBUG nova.compute.manager [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] [instance: a0de6319-99fe-4420-b042-6eea50509327] Received event network-vif-deleted-b7b8ef82-6d76-41cb-aced-ef0f6175e7f8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.055822] env[69365]: DEBUG nova.compute.manager [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Received event network-vif-plugged-96f09b5a-a71d-409b-a4c4-e8384946a99f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.056227] env[69365]: DEBUG oslo_concurrency.lockutils [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] Acquiring lock "7dc3aa35-c468-4aff-8225-872503a4f561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.056270] env[69365]: DEBUG oslo_concurrency.lockutils [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] Lock "7dc3aa35-c468-4aff-8225-872503a4f561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.056773] env[69365]: DEBUG oslo_concurrency.lockutils [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] Lock "7dc3aa35-c468-4aff-8225-872503a4f561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.056773] env[69365]: DEBUG nova.compute.manager [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] No waiting events found dispatching network-vif-plugged-96f09b5a-a71d-409b-a4c4-e8384946a99f {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.057289] env[69365]: WARNING nova.compute.manager [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Received unexpected event network-vif-plugged-96f09b5a-a71d-409b-a4c4-e8384946a99f for instance with vm_state building and task_state spawning. [ 831.057289] env[69365]: DEBUG nova.compute.manager [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Received event network-changed-96f09b5a-a71d-409b-a4c4-e8384946a99f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.057289] env[69365]: DEBUG nova.compute.manager [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Refreshing instance network info cache due to event network-changed-96f09b5a-a71d-409b-a4c4-e8384946a99f. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.058132] env[69365]: DEBUG oslo_concurrency.lockutils [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] Acquiring lock "refresh_cache-7dc3aa35-c468-4aff-8225-872503a4f561" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.250769] env[69365]: DEBUG nova.compute.manager [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.250769] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.251896] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69bb12e-6c08-4c75-afab-f6f497df3d5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.260955] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.260955] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b247902-57dd-4b96-821b-1fa0a0075cb0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.268024] env[69365]: DEBUG oslo_vmware.api [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 831.268024] env[69365]: value = "task-3301720" [ 831.268024] env[69365]: _type = "Task" [ 831.268024] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.273263] env[69365]: DEBUG oslo_concurrency.lockutils [req-07384e2f-1c11-4ed2-9d35-fe1ff6923ee0 req-e2141a87-4253-4608-95f5-bb1643fb3c36 service nova] Releasing lock "refresh_cache-606f0211-32d3-4fdf-8c4d-dd5879db98a6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.278352] env[69365]: DEBUG oslo_vmware.api [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.339282] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301718, 'name': ReconfigVM_Task, 'duration_secs': 0.742596} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.339282] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Reconfigured VM instance instance-0000002d to attach disk [datastore1] fd53553a-caec-476b-9463-34c4319483bc/fd53553a-caec-476b-9463-34c4319483bc.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.339739] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5698267f-dd2b-4a2d-b7d7-c611a24bc944 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.346548] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 831.346548] env[69365]: value = "task-3301721" [ 831.346548] env[69365]: _type = "Task" [ 831.346548] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.350972] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719791c8-8e2b-4ef9-877b-d944dcac4e33 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.360065] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301721, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.362709] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40279aaa-f823-48b1-af96-2817f9664dda {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.396634] env[69365]: DEBUG nova.network.neutron [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.399095] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348ef887-be7e-417f-a15e-9aa7e8bbaed2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.407564] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368e839e-ab6d-4876-b447-109cd18415dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.432486] env[69365]: DEBUG nova.compute.provider_tree [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.438516] env[69365]: INFO nova.compute.manager [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Took 46.32 seconds to build instance. [ 831.508167] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3301719, 'name': ReconfigVM_Task, 'duration_secs': 0.56773} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.508448] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Reconfigured VM instance instance-0000002c to attach disk [datastore1] bfd1107e-6136-46ae-b840-2f2929975f71/bfd1107e-6136-46ae-b840-2f2929975f71.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.509082] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37ec0d65-6f47-4e1f-8f90-1385c2e83075 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.515314] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for the task: (returnval){ [ 831.515314] env[69365]: value = "task-3301722" [ 831.515314] env[69365]: _type = "Task" [ 831.515314] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.524354] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3301722, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.591452] env[69365]: DEBUG nova.network.neutron [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Updating instance_info_cache with network_info: [{"id": "96f09b5a-a71d-409b-a4c4-e8384946a99f", "address": "fa:16:3e:ea:ed:f4", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f09b5a-a7", "ovs_interfaceid": "96f09b5a-a71d-409b-a4c4-e8384946a99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.643537] env[69365]: DEBUG oslo_concurrency.lockutils [None req-525bdf83-fa54-405d-9fc8-c8a12e5c7fb2 tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Acquiring lock "interface-e166ce10-33aa-499e-9020-1ecafc6c8cef-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.643818] env[69365]: DEBUG oslo_concurrency.lockutils [None req-525bdf83-fa54-405d-9fc8-c8a12e5c7fb2 tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lock "interface-e166ce10-33aa-499e-9020-1ecafc6c8cef-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.644170] env[69365]: DEBUG nova.objects.instance [None req-525bdf83-fa54-405d-9fc8-c8a12e5c7fb2 tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lazy-loading 'flavor' on Instance uuid e166ce10-33aa-499e-9020-1ecafc6c8cef {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.777407] env[69365]: DEBUG oslo_vmware.api [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301720, 'name': PowerOffVM_Task, 'duration_secs': 0.192105} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.777722] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.777848] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.778146] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0edc6ed2-6d58-41e8-a686-b35beaf9fdd2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.842108] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.842405] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.842644] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Deleting the datastore file [datastore1] 606f0211-32d3-4fdf-8c4d-dd5879db98a6 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.843081] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae461187-cbaa-46b2-a7c3-e659d1ec0b6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.853112] env[69365]: DEBUG oslo_vmware.api [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 831.853112] env[69365]: value = "task-3301724" [ 831.853112] env[69365]: _type = "Task" [ 831.853112] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.862573] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301721, 'name': Rename_Task, 'duration_secs': 0.277451} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.863315] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.863600] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-376289e2-9e5c-4d2a-ae67-c7cea99ce559 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.869422] env[69365]: DEBUG oslo_vmware.api [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.873100] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 831.873100] env[69365]: value = "task-3301725" [ 831.873100] env[69365]: _type = "Task" [ 831.873100] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.880013] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.935591] env[69365]: DEBUG nova.compute.manager [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.938783] env[69365]: DEBUG nova.scheduler.client.report [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.942148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f66cc9c-13b9-40cd-a812-de063c721a3e tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lock "e166ce10-33aa-499e-9020-1ecafc6c8cef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.889s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.968854] env[69365]: DEBUG nova.virt.hardware [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.968854] env[69365]: DEBUG nova.virt.hardware [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.968992] env[69365]: DEBUG nova.virt.hardware [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.969192] env[69365]: DEBUG nova.virt.hardware [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.969338] env[69365]: DEBUG nova.virt.hardware [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.969485] env[69365]: DEBUG nova.virt.hardware [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.969688] env[69365]: DEBUG nova.virt.hardware [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.969846] env[69365]: DEBUG nova.virt.hardware [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.970021] env[69365]: DEBUG nova.virt.hardware [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.970309] env[69365]: DEBUG nova.virt.hardware [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.970365] env[69365]: DEBUG nova.virt.hardware [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.971452] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fed0a0c-aa92-4a07-92ec-9f37d18aa64b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.979024] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419afa5c-ca9f-4165-a109-64575cfd2bb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.993718] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.999430] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Creating folder: Project (a45351f5fc824bd2a80578e1327c1132). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.999723] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e34221f-9e8d-485a-a679-3868a1bc4bf3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.011652] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Created folder: Project (a45351f5fc824bd2a80578e1327c1132) in parent group-v659152. [ 832.011840] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Creating folder: Instances. Parent ref: group-v659297. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.012382] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8356c96-3162-408e-af37-277e6055cd3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.020823] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Created folder: Instances in parent group-v659297. [ 832.021370] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.023824] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.024096] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3301722, 'name': Rename_Task, 'duration_secs': 0.153283} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.024281] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-120d5c43-5e90-485a-bce5-6e5c757e21aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.035720] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.036274] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65a1e10e-18ae-4e89-ac15-567f7a7eb5e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.043104] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for the task: (returnval){ [ 832.043104] env[69365]: value = "task-3301729" [ 832.043104] env[69365]: _type = "Task" [ 832.043104] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.043278] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.043278] env[69365]: value = "task-3301728" [ 832.043278] env[69365]: _type = "Task" [ 832.043278] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.055771] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301728, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.056114] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3301729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.097088] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "refresh_cache-7dc3aa35-c468-4aff-8225-872503a4f561" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.097581] env[69365]: DEBUG nova.compute.manager [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Instance network_info: |[{"id": "96f09b5a-a71d-409b-a4c4-e8384946a99f", "address": "fa:16:3e:ea:ed:f4", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f09b5a-a7", "ovs_interfaceid": "96f09b5a-a71d-409b-a4c4-e8384946a99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.098031] env[69365]: DEBUG oslo_concurrency.lockutils [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] Acquired lock "refresh_cache-7dc3aa35-c468-4aff-8225-872503a4f561" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.098274] env[69365]: DEBUG nova.network.neutron [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Refreshing network info cache for port 96f09b5a-a71d-409b-a4c4-e8384946a99f {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.099836] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:ed:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96f09b5a-a71d-409b-a4c4-e8384946a99f', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.112115] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.113247] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.113482] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb8708f0-9526-465a-a730-614ad0094890 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.134223] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.134223] env[69365]: value = "task-3301730" [ 832.134223] env[69365]: _type = "Task" [ 832.134223] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.142695] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301730, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.150906] env[69365]: DEBUG nova.objects.instance [None req-525bdf83-fa54-405d-9fc8-c8a12e5c7fb2 tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lazy-loading 'pci_requests' on Instance uuid e166ce10-33aa-499e-9020-1ecafc6c8cef {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.366025] env[69365]: DEBUG oslo_vmware.api [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317002} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.366025] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.366317] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.366470] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.366694] env[69365]: INFO nova.compute.manager [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 832.367009] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.367259] env[69365]: DEBUG nova.compute.manager [-] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.367377] env[69365]: DEBUG nova.network.neutron [-] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.384665] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.445438] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.446033] env[69365]: DEBUG nova.compute.manager [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.448851] env[69365]: DEBUG nova.compute.manager [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.451715] env[69365]: DEBUG oslo_concurrency.lockutils [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.392s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.451953] env[69365]: DEBUG nova.objects.instance [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 832.561156] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301728, 'name': CreateVM_Task, 'duration_secs': 0.297381} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.561390] env[69365]: DEBUG oslo_vmware.api [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3301729, 'name': PowerOnVM_Task, 'duration_secs': 0.480628} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.561535] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.561764] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.561964] env[69365]: INFO nova.compute.manager [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Took 8.85 seconds to spawn the instance on the hypervisor. [ 832.562138] env[69365]: DEBUG nova.compute.manager [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.562600] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.562906] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.563150] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.563909] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f81ba0a-d1dc-4068-845d-0d04254b3352 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.566415] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b0ec2f-067c-4699-bb14-5065c111d6be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.570861] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 832.570861] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a1e42f-c2e2-cd33-377b-c9f755a31c9b" [ 832.570861] env[69365]: _type = "Task" [ 832.570861] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.584621] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a1e42f-c2e2-cd33-377b-c9f755a31c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.584847] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.585074] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.585380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.585574] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.585784] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.586420] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cc37186-2dbd-4de1-a621-06658157a064 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.596554] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.596830] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.597648] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b93c9b-5b1e-4156-8401-5fea0d18fd9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.603302] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 832.603302] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529a92d7-99e6-f9b5-055b-5971365d0f31" [ 832.603302] env[69365]: _type = "Task" [ 832.603302] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.610364] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529a92d7-99e6-f9b5-055b-5971365d0f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.647034] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301730, 'name': CreateVM_Task, 'duration_secs': 0.393219} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.647034] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.647034] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.647034] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.647034] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.647034] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dab8a7d-a38c-4a96-b7c3-51055cfabb34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.650506] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 832.650506] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f4af7-352e-2e96-4fbd-a26ca0b211a3" [ 832.650506] env[69365]: _type = "Task" [ 832.650506] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.654654] env[69365]: DEBUG nova.objects.base [None req-525bdf83-fa54-405d-9fc8-c8a12e5c7fb2 tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 832.655038] env[69365]: DEBUG nova.network.neutron [None req-525bdf83-fa54-405d-9fc8-c8a12e5c7fb2 tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.661508] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f4af7-352e-2e96-4fbd-a26ca0b211a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.841298] env[69365]: DEBUG oslo_concurrency.lockutils [None req-525bdf83-fa54-405d-9fc8-c8a12e5c7fb2 tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lock "interface-e166ce10-33aa-499e-9020-1ecafc6c8cef-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.196s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.884195] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.955333] env[69365]: DEBUG nova.compute.utils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.957393] env[69365]: DEBUG nova.network.neutron [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Updated VIF entry in instance network info cache for port 96f09b5a-a71d-409b-a4c4-e8384946a99f. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.957828] env[69365]: DEBUG nova.network.neutron [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Updating instance_info_cache with network_info: [{"id": "96f09b5a-a71d-409b-a4c4-e8384946a99f", "address": "fa:16:3e:ea:ed:f4", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f09b5a-a7", "ovs_interfaceid": "96f09b5a-a71d-409b-a4c4-e8384946a99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.959417] env[69365]: DEBUG nova.compute.manager [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.959632] env[69365]: DEBUG nova.network.neutron [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.977290] env[69365]: DEBUG oslo_concurrency.lockutils [None req-077232b3-a9c8-4200-822b-136d2b47df9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.525s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.980382] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.611s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.980715] env[69365]: DEBUG nova.objects.instance [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lazy-loading 'resources' on Instance uuid 1a09e1d1-c844-4d0b-8f13-a86d6596e85d {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.003228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.027781] env[69365]: DEBUG nova.policy [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bea9170487bc468691c980517ad8cd95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03188c2e9e3d4da7b18a41fb78d6d5be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.088750] env[69365]: INFO nova.compute.manager [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Took 47.29 seconds to build instance. [ 833.115923] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529a92d7-99e6-f9b5-055b-5971365d0f31, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.116729] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a58377c5-fa00-401d-b4db-c8228c98e6f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.123827] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 833.123827] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52656838-947a-283a-aeb6-1846b2df6afa" [ 833.123827] env[69365]: _type = "Task" [ 833.123827] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.131828] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52656838-947a-283a-aeb6-1846b2df6afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.168051] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f4af7-352e-2e96-4fbd-a26ca0b211a3, 'name': SearchDatastore_Task, 'duration_secs': 0.015992} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.168051] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.168051] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.168051] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.242737] env[69365]: DEBUG nova.network.neutron [-] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.359748] env[69365]: DEBUG nova.compute.manager [req-6115d3db-e286-4727-aae0-bb04f20cde84 req-1d269a52-f13c-40b3-a3ab-41bd932d34a3 service nova] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Received event network-vif-deleted-722af2fa-597e-4311-bfe7-81094b1a3d10 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.388177] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.407810] env[69365]: DEBUG nova.network.neutron [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Successfully created port: ded73143-243b-488c-a098-067b7b1bfb55 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.471672] env[69365]: DEBUG oslo_concurrency.lockutils [req-0db33aaf-a26a-44f1-918d-f65de6cf676e req-630b2f14-06d8-43b3-8d32-b606fa7bbf75 service nova] Releasing lock "refresh_cache-7dc3aa35-c468-4aff-8225-872503a4f561" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.475609] env[69365]: DEBUG nova.compute.manager [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.592770] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d98ec86b-14de-4ac3-9874-82b37a4e5d99 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Lock "bfd1107e-6136-46ae-b840-2f2929975f71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.621s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.636284] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52656838-947a-283a-aeb6-1846b2df6afa, 'name': SearchDatastore_Task, 'duration_secs': 0.013008} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.636559] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.637499] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] b165dae1-c707-4d1c-87f7-60bc66628a76/b165dae1-c707-4d1c-87f7-60bc66628a76.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.637606] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.638149] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.638403] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80f1c364-98f8-48ab-8748-6ee5826a2526 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.643906] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8ec9030-35c9-4267-b6e2-47c97459687a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.650723] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 833.650723] env[69365]: value = "task-3301731" [ 833.650723] env[69365]: _type = "Task" [ 833.650723] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.655792] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.656104] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.662300] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5c7bd4-2b72-4418-80db-00ba377bffb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.665782] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.671024] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 833.671024] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5252f344-915f-b485-5527-6082f34a587c" [ 833.671024] env[69365]: _type = "Task" [ 833.671024] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.681346] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5252f344-915f-b485-5527-6082f34a587c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.745697] env[69365]: INFO nova.compute.manager [-] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Took 1.38 seconds to deallocate network for instance. [ 833.885472] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301725, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.964284] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adbbfa5-d4f1-4c9c-a375-9c24f886b5d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.971887] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67504455-aad8-422d-8e8f-241393e96376 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.008640] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60536a62-4656-42ef-b744-95168555136e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.016545] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49a89b4-870c-416b-9737-8bbdf2d9f4b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.031851] env[69365]: DEBUG nova.compute.provider_tree [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.097675] env[69365]: DEBUG nova.compute.manager [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.164514] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301731, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.182562] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5252f344-915f-b485-5527-6082f34a587c, 'name': SearchDatastore_Task, 'duration_secs': 0.008907} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.183468] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00170e17-e99f-42dc-b761-2c6b357dad0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.191930] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 834.191930] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52db5e56-dc97-039a-4749-8f359cb8d15d" [ 834.191930] env[69365]: _type = "Task" [ 834.191930] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.200551] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52db5e56-dc97-039a-4749-8f359cb8d15d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.256489] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.389368] env[69365]: DEBUG oslo_vmware.api [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301725, 'name': PowerOnVM_Task, 'duration_secs': 2.035829} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.389835] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.389835] env[69365]: INFO nova.compute.manager [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Took 7.93 seconds to spawn the instance on the hypervisor. [ 834.390023] env[69365]: DEBUG nova.compute.manager [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.390807] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe26b16-951c-4e1e-98d1-6c90d20d3eb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.515172] env[69365]: DEBUG nova.compute.manager [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.535019] env[69365]: DEBUG nova.scheduler.client.report [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.545100] env[69365]: DEBUG nova.virt.hardware [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.545348] env[69365]: DEBUG nova.virt.hardware [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.545502] env[69365]: DEBUG nova.virt.hardware [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.545678] env[69365]: DEBUG nova.virt.hardware [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.545820] env[69365]: DEBUG nova.virt.hardware [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.545974] env[69365]: DEBUG nova.virt.hardware [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.546194] env[69365]: DEBUG nova.virt.hardware [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.546349] env[69365]: DEBUG nova.virt.hardware [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.546507] env[69365]: DEBUG nova.virt.hardware [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.546801] env[69365]: DEBUG nova.virt.hardware [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.546916] env[69365]: DEBUG nova.virt.hardware [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.547727] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566d8fe8-e19d-4f0e-a0e6-c41970d79e93 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.564633] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb702473-23fc-4929-8327-0f21803c5757 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.621664] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.662264] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734301} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.662526] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] b165dae1-c707-4d1c-87f7-60bc66628a76/b165dae1-c707-4d1c-87f7-60bc66628a76.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.662738] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.663067] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f1cba09-2609-4ce2-b06c-61d677d6c505 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.669376] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 834.669376] env[69365]: value = "task-3301732" [ 834.669376] env[69365]: _type = "Task" [ 834.669376] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.676828] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.701922] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52db5e56-dc97-039a-4749-8f359cb8d15d, 'name': SearchDatastore_Task, 'duration_secs': 0.058366} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.702215] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.702472] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 7dc3aa35-c468-4aff-8225-872503a4f561/7dc3aa35-c468-4aff-8225-872503a4f561.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.702724] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55170fb1-a83b-4f51-8af8-969e6c2055ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.709978] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 834.709978] env[69365]: value = "task-3301733" [ 834.709978] env[69365]: _type = "Task" [ 834.709978] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.717436] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.807227] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Acquiring lock "e166ce10-33aa-499e-9020-1ecafc6c8cef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.807568] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lock "e166ce10-33aa-499e-9020-1ecafc6c8cef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.807866] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Acquiring lock "e166ce10-33aa-499e-9020-1ecafc6c8cef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.808264] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lock "e166ce10-33aa-499e-9020-1ecafc6c8cef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.808497] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lock "e166ce10-33aa-499e-9020-1ecafc6c8cef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.810899] env[69365]: INFO nova.compute.manager [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Terminating instance [ 834.890474] env[69365]: DEBUG nova.compute.manager [req-e411ddaa-6886-46c0-836f-32f2c62838bd req-19da202f-2a08-4beb-84c5-a796a7d0007c service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Received event network-changed-17eee4dc-1f2b-4589-b765-138d92d0744b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.890814] env[69365]: DEBUG nova.compute.manager [req-e411ddaa-6886-46c0-836f-32f2c62838bd req-19da202f-2a08-4beb-84c5-a796a7d0007c service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Refreshing instance network info cache due to event network-changed-17eee4dc-1f2b-4589-b765-138d92d0744b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.890985] env[69365]: DEBUG oslo_concurrency.lockutils [req-e411ddaa-6886-46c0-836f-32f2c62838bd req-19da202f-2a08-4beb-84c5-a796a7d0007c service nova] Acquiring lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.891149] env[69365]: DEBUG oslo_concurrency.lockutils [req-e411ddaa-6886-46c0-836f-32f2c62838bd req-19da202f-2a08-4beb-84c5-a796a7d0007c service nova] Acquired lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.891480] env[69365]: DEBUG nova.network.neutron [req-e411ddaa-6886-46c0-836f-32f2c62838bd req-19da202f-2a08-4beb-84c5-a796a7d0007c service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Refreshing network info cache for port 17eee4dc-1f2b-4589-b765-138d92d0744b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.915856] env[69365]: INFO nova.compute.manager [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Took 47.14 seconds to build instance. [ 835.044522] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.048868] env[69365]: DEBUG oslo_concurrency.lockutils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.891s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.053048] env[69365]: INFO nova.compute.claims [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.072809] env[69365]: INFO nova.scheduler.client.report [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Deleted allocations for instance 1a09e1d1-c844-4d0b-8f13-a86d6596e85d [ 835.184780] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088219} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.187056] env[69365]: DEBUG nova.network.neutron [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Successfully updated port: ded73143-243b-488c-a098-067b7b1bfb55 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.191240] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.191596] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680ee719-970a-45af-a465-4d148f72bc3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.222033] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] b165dae1-c707-4d1c-87f7-60bc66628a76/b165dae1-c707-4d1c-87f7-60bc66628a76.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.226501] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cc95bcc-97da-45ea-9506-2c523e14e364 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.248601] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301733, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.250340] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 835.250340] env[69365]: value = "task-3301734" [ 835.250340] env[69365]: _type = "Task" [ 835.250340] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.259812] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.314802] env[69365]: DEBUG nova.compute.manager [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.315251] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.316053] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e54273-dbca-40c1-973d-b3da4d453de4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.323557] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.323803] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d773e17-677b-442a-83b0-7c1c5cb06362 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.331019] env[69365]: DEBUG oslo_vmware.api [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Waiting for the task: (returnval){ [ 835.331019] env[69365]: value = "task-3301735" [ 835.331019] env[69365]: _type = "Task" [ 835.331019] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.338952] env[69365]: DEBUG oslo_vmware.api [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.423046] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d8c736d-b3fd-4310-b53d-c8c992ddf01c tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Lock "fd53553a-caec-476b-9463-34c4319483bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.528s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.583454] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a2cac423-90f4-457e-9ce5-180f5bac458a tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "1a09e1d1-c844-4d0b-8f13-a86d6596e85d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.756s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.697282] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.697464] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.697625] env[69365]: DEBUG nova.network.neutron [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.712243] env[69365]: DEBUG nova.compute.manager [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Received event network-vif-plugged-ded73143-243b-488c-a098-067b7b1bfb55 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.712243] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] Acquiring lock "2a14f96f-2727-4a8e-9958-a9185c5a8428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.712243] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] Lock "2a14f96f-2727-4a8e-9958-a9185c5a8428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.712243] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] Lock "2a14f96f-2727-4a8e-9958-a9185c5a8428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.712243] env[69365]: DEBUG nova.compute.manager [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] No waiting events found dispatching network-vif-plugged-ded73143-243b-488c-a098-067b7b1bfb55 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.712243] env[69365]: WARNING nova.compute.manager [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Received unexpected event network-vif-plugged-ded73143-243b-488c-a098-067b7b1bfb55 for instance with vm_state building and task_state spawning. [ 835.712243] env[69365]: DEBUG nova.compute.manager [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Received event network-changed-ded73143-243b-488c-a098-067b7b1bfb55 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.712243] env[69365]: DEBUG nova.compute.manager [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Refreshing instance network info cache due to event network-changed-ded73143-243b-488c-a098-067b7b1bfb55. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.712243] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] Acquiring lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.725142] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540826} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.725421] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 7dc3aa35-c468-4aff-8225-872503a4f561/7dc3aa35-c468-4aff-8225-872503a4f561.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.726612] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.727311] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0771cb3-142f-4ba6-84bc-e8ebd5563e16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.737335] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 835.737335] env[69365]: value = "task-3301736" [ 835.737335] env[69365]: _type = "Task" [ 835.737335] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.745461] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.765619] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.840753] env[69365]: DEBUG oslo_vmware.api [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301735, 'name': PowerOffVM_Task, 'duration_secs': 0.353447} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.841036] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.841205] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.841631] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbc657fd-e976-4c41-9e9f-04129d3b912a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.860702] env[69365]: DEBUG nova.network.neutron [req-e411ddaa-6886-46c0-836f-32f2c62838bd req-19da202f-2a08-4beb-84c5-a796a7d0007c service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Updated VIF entry in instance network info cache for port 17eee4dc-1f2b-4589-b765-138d92d0744b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.861108] env[69365]: DEBUG nova.network.neutron [req-e411ddaa-6886-46c0-836f-32f2c62838bd req-19da202f-2a08-4beb-84c5-a796a7d0007c service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Updating instance_info_cache with network_info: [{"id": "17eee4dc-1f2b-4589-b765-138d92d0744b", "address": "fa:16:3e:57:35:5f", "network": {"id": "90137407-bb54-449c-be6c-56e9df65b3cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-92949993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90f39ec7ebd495f96836cf13fb70dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17eee4dc-1f", "ovs_interfaceid": "17eee4dc-1f2b-4589-b765-138d92d0744b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.924412] env[69365]: DEBUG nova.compute.manager [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.941510] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.941733] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.941891] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Deleting the datastore file [datastore1] e166ce10-33aa-499e-9020-1ecafc6c8cef {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.942200] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e92217d2-2349-4828-ba39-a467c6a680b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.948778] env[69365]: DEBUG oslo_vmware.api [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Waiting for the task: (returnval){ [ 835.948778] env[69365]: value = "task-3301738" [ 835.948778] env[69365]: _type = "Task" [ 835.948778] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.959829] env[69365]: DEBUG oslo_vmware.api [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.231400] env[69365]: DEBUG nova.network.neutron [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.247244] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.302365} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.249984] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.251086] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55dc7f1-b04d-4f72-a0f7-7bd67c736c21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.281240] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 7dc3aa35-c468-4aff-8225-872503a4f561/7dc3aa35-c468-4aff-8225-872503a4f561.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.289530] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04a6528-d13f-498a-acd8-45691e85896b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.308589] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301734, 'name': ReconfigVM_Task, 'duration_secs': 0.837675} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.311931] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Reconfigured VM instance instance-0000002f to attach disk [datastore2] b165dae1-c707-4d1c-87f7-60bc66628a76/b165dae1-c707-4d1c-87f7-60bc66628a76.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.315838] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bdf83c6-5b80-4939-8066-ea3ba0b9d721 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.318957] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 836.318957] env[69365]: value = "task-3301739" [ 836.318957] env[69365]: _type = "Task" [ 836.318957] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.321480] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 836.321480] env[69365]: value = "task-3301740" [ 836.321480] env[69365]: _type = "Task" [ 836.321480] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.342933] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301740, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.343219] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301739, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.363626] env[69365]: DEBUG oslo_concurrency.lockutils [req-e411ddaa-6886-46c0-836f-32f2c62838bd req-19da202f-2a08-4beb-84c5-a796a7d0007c service nova] Releasing lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.439476] env[69365]: DEBUG nova.network.neutron [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updating instance_info_cache with network_info: [{"id": "ded73143-243b-488c-a098-067b7b1bfb55", "address": "fa:16:3e:f8:dd:d1", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded73143-24", "ovs_interfaceid": "ded73143-243b-488c-a098-067b7b1bfb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.448157] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.462016] env[69365]: DEBUG oslo_vmware.api [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Task: {'id': task-3301738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460752} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.462016] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.462016] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.462016] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.462016] env[69365]: INFO nova.compute.manager [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Took 1.14 seconds to destroy the instance on the hypervisor. [ 836.462016] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.462474] env[69365]: DEBUG nova.compute.manager [-] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.463153] env[69365]: DEBUG nova.network.neutron [-] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.567662] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9489a51-d3a8-4348-8489-6839a4a5e94f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.578042] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a9e955-dfbc-49ba-9131-774cf7a66743 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.613741] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6736ae52-989a-45c2-8e0e-fa9da3a77274 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.621677] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaa83a7-4518-4998-ad07-809af883707d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.634697] env[69365]: DEBUG nova.compute.provider_tree [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.814051] env[69365]: INFO nova.compute.manager [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Rebuilding instance [ 836.832441] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301739, 'name': ReconfigVM_Task, 'duration_secs': 0.295995} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.833213] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 7dc3aa35-c468-4aff-8225-872503a4f561/7dc3aa35-c468-4aff-8225-872503a4f561.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.835786] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aeda4ec-8e2f-43c2-bf0a-ce5a710b95f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.840507] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301740, 'name': Rename_Task, 'duration_secs': 0.273681} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.841206] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.844853] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af22d9f1-bad4-4874-a6ee-6b0f004539a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.847708] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 836.847708] env[69365]: value = "task-3301741" [ 836.847708] env[69365]: _type = "Task" [ 836.847708] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.852342] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 836.852342] env[69365]: value = "task-3301742" [ 836.852342] env[69365]: _type = "Task" [ 836.852342] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.858596] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301741, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.865166] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.868109] env[69365]: DEBUG nova.compute.manager [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.868869] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5406a380-6456-49a1-90a2-700b3d090a09 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.942282] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.942596] env[69365]: DEBUG nova.compute.manager [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Instance network_info: |[{"id": "ded73143-243b-488c-a098-067b7b1bfb55", "address": "fa:16:3e:f8:dd:d1", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded73143-24", "ovs_interfaceid": "ded73143-243b-488c-a098-067b7b1bfb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.942888] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] Acquired lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.943137] env[69365]: DEBUG nova.network.neutron [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Refreshing network info cache for port ded73143-243b-488c-a098-067b7b1bfb55 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.944314] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:dd:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ded73143-243b-488c-a098-067b7b1bfb55', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.952360] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.953440] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.953667] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1d3efce-f621-49bd-97fb-abdf0558084d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.974410] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.974410] env[69365]: value = "task-3301743" [ 836.974410] env[69365]: _type = "Task" [ 836.974410] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.982742] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301743, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.138214] env[69365]: DEBUG nova.scheduler.client.report [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.253953] env[69365]: DEBUG nova.network.neutron [-] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.359559] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301741, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.364465] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.484705] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301743, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.643160] env[69365]: DEBUG oslo_concurrency.lockutils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.643756] env[69365]: DEBUG nova.compute.manager [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.646544] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.177s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.646833] env[69365]: DEBUG nova.objects.instance [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lazy-loading 'resources' on Instance uuid c4ba7142-b548-498b-a11e-e62919e3aece {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.688657] env[69365]: DEBUG nova.network.neutron [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updated VIF entry in instance network info cache for port ded73143-243b-488c-a098-067b7b1bfb55. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.689015] env[69365]: DEBUG nova.network.neutron [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updating instance_info_cache with network_info: [{"id": "ded73143-243b-488c-a098-067b7b1bfb55", "address": "fa:16:3e:f8:dd:d1", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded73143-24", "ovs_interfaceid": "ded73143-243b-488c-a098-067b7b1bfb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.757048] env[69365]: INFO nova.compute.manager [-] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Took 1.29 seconds to deallocate network for instance. [ 837.870023] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.872641] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301741, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.883473] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.883473] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-888a91d4-10c2-45ba-8fcc-5ee5ee3602d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.888938] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 837.888938] env[69365]: value = "task-3301744" [ 837.888938] env[69365]: _type = "Task" [ 837.888938] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.897936] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.986704] env[69365]: DEBUG nova.compute.manager [req-801928b9-024f-4f79-81f8-59f0ee60c6cd req-10f53f8e-e6b7-48f9-ab58-fd640afb81e6 service nova] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Received event network-vif-deleted-dcd674c5-7144-4fb9-99c1-cf7d88b5f0a6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.990408] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301743, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.150160] env[69365]: DEBUG nova.compute.utils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.154798] env[69365]: DEBUG nova.compute.manager [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 838.193128] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab192cbe-9888-46f4-9d2a-692c546b5c98 req-698aeda1-a065-4ac1-a1b3-2a34316a962b service nova] Releasing lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.263920] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.359865] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301741, 'name': Rename_Task, 'duration_secs': 1.182581} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.365157] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.365946] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b921ca8-a332-42dc-8321-8e7b23713b89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.373289] env[69365]: DEBUG oslo_vmware.api [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301742, 'name': PowerOnVM_Task, 'duration_secs': 1.385483} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.374461] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.374665] env[69365]: INFO nova.compute.manager [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Took 6.44 seconds to spawn the instance on the hypervisor. [ 838.374837] env[69365]: DEBUG nova.compute.manager [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.375338] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 838.375338] env[69365]: value = "task-3301745" [ 838.375338] env[69365]: _type = "Task" [ 838.375338] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.375866] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f3b96c-95c0-4586-8339-99338afed30c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.390722] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301745, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.407605] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301744, 'name': PowerOffVM_Task, 'duration_secs': 0.139034} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.407858] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.408555] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.409383] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497eb4e4-58ba-437a-914e-b94dd0eafae5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.419028] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.419292] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a27db1f-103a-48f2-9207-c4afc9b80936 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.446297] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.446297] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.446634] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Deleting the datastore file [datastore1] fd53553a-caec-476b-9463-34c4319483bc {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.446634] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29ddf1a9-7508-4916-a24a-af84557f6944 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.454620] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 838.454620] env[69365]: value = "task-3301747" [ 838.454620] env[69365]: _type = "Task" [ 838.454620] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.468445] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.485662] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301743, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.595572] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1832c63-5395-45c1-93e6-313e0ccd5847 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.604504] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728493e6-e7fe-45b7-b201-264bc49c29d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.635942] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10c882d-3178-4c45-9205-8936e2b7160e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.643639] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8972bb2e-79f8-46cc-8500-e30643daccce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.660363] env[69365]: DEBUG nova.compute.manager [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.663903] env[69365]: DEBUG nova.compute.provider_tree [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.887915] env[69365]: DEBUG oslo_vmware.api [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301745, 'name': PowerOnVM_Task, 'duration_secs': 0.464353} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.888107] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.888301] env[69365]: INFO nova.compute.manager [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Took 9.76 seconds to spawn the instance on the hypervisor. [ 838.888474] env[69365]: DEBUG nova.compute.manager [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.889254] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f6589b-9b95-432c-819d-80c808287336 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.910813] env[69365]: INFO nova.compute.manager [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Took 33.81 seconds to build instance. [ 838.934653] env[69365]: DEBUG oslo_concurrency.lockutils [None req-982da794-880c-44d3-aa92-00917edd0690 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.934653] env[69365]: DEBUG oslo_concurrency.lockutils [None req-982da794-880c-44d3-aa92-00917edd0690 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.934653] env[69365]: DEBUG nova.compute.manager [None req-982da794-880c-44d3-aa92-00917edd0690 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.934653] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d832d540-a2d4-46e9-8e16-746b435188b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.940137] env[69365]: DEBUG nova.compute.manager [None req-982da794-880c-44d3-aa92-00917edd0690 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 838.940674] env[69365]: DEBUG nova.objects.instance [None req-982da794-880c-44d3-aa92-00917edd0690 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lazy-loading 'flavor' on Instance uuid 82ca099c-426d-4ef1-b78e-a6039bb4e284 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.965091] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124827} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.966093] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.966093] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.966093] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.986057] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301743, 'name': CreateVM_Task, 'duration_secs': 1.693292} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.986226] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.986869] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.987245] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.987368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.987612] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b01cb79-87b2-47ea-afae-8506b0a2db69 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.992823] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 838.992823] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f29518-c11e-23d9-1ee9-ed563084a92a" [ 838.992823] env[69365]: _type = "Task" [ 838.992823] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.000759] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f29518-c11e-23d9-1ee9-ed563084a92a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.169891] env[69365]: DEBUG nova.scheduler.client.report [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.361558] env[69365]: INFO nova.compute.manager [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Rebuilding instance [ 839.408263] env[69365]: INFO nova.compute.manager [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Took 45.19 seconds to build instance. [ 839.409196] env[69365]: DEBUG nova.compute.manager [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.410071] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bafe08-896d-49dd-8214-87cab43c1e99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.413386] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9c223bc6-e046-427d-aa24-9c1e8fc97588 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Lock "b165dae1-c707-4d1c-87f7-60bc66628a76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.212s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.503398] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f29518-c11e-23d9-1ee9-ed563084a92a, 'name': SearchDatastore_Task, 'duration_secs': 0.038275} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.504348] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.504567] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.504842] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.505121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.505433] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.505800] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c14ec96-5c0b-481a-a2a0-221b1edd1b1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.517347] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.517529] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.518275] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0518e62-2735-4351-a006-cecd197fedfc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.523932] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 839.523932] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52387f58-1644-4169-13e6-3d6ae4911f10" [ 839.523932] env[69365]: _type = "Task" [ 839.523932] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.531893] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52387f58-1644-4169-13e6-3d6ae4911f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.674820] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.677986] env[69365]: DEBUG nova.compute.manager [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.680628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.416s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.682509] env[69365]: INFO nova.compute.claims [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.700878] env[69365]: DEBUG nova.virt.hardware [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.701072] env[69365]: DEBUG nova.virt.hardware [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.701240] env[69365]: DEBUG nova.virt.hardware [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.701442] env[69365]: DEBUG nova.virt.hardware [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.701560] env[69365]: DEBUG nova.virt.hardware [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.701707] env[69365]: DEBUG nova.virt.hardware [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.701915] env[69365]: DEBUG nova.virt.hardware [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.702120] env[69365]: DEBUG nova.virt.hardware [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.702258] env[69365]: DEBUG nova.virt.hardware [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.702432] env[69365]: DEBUG nova.virt.hardware [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.702607] env[69365]: DEBUG nova.virt.hardware [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.703556] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da9755-b3ff-472f-b4d5-687391b288f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.707530] env[69365]: INFO nova.scheduler.client.report [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted allocations for instance c4ba7142-b548-498b-a11e-e62919e3aece [ 839.716570] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e753cd4-9739-432a-ad11-9239ef1f433c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.737786] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.743424] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Creating folder: Project (bfcd7b72f842417d93aef6877fbe9b67). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.744872] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-277db4b9-1007-40fa-87f2-9db3d6788870 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.756051] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Created folder: Project (bfcd7b72f842417d93aef6877fbe9b67) in parent group-v659152. [ 839.756262] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Creating folder: Instances. Parent ref: group-v659302. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.756499] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93e9ee25-5ca6-417b-8632-0288b70c0e96 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.766054] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Created folder: Instances in parent group-v659302. [ 839.766364] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.766486] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.766686] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c05b80d2-2b05-46bb-b906-c70340221b8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.784887] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.784887] env[69365]: value = "task-3301750" [ 839.784887] env[69365]: _type = "Task" [ 839.784887] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.795944] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301750, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.913925] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cdccd534-00c4-4046-8025-9b33f552d573 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "7dc3aa35-c468-4aff-8225-872503a4f561" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.850s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.948428] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-982da794-880c-44d3-aa92-00917edd0690 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.948966] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1378519-685a-4a34-9ddb-e8cc7b7a440a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.956593] env[69365]: DEBUG oslo_vmware.api [None req-982da794-880c-44d3-aa92-00917edd0690 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 839.956593] env[69365]: value = "task-3301751" [ 839.956593] env[69365]: _type = "Task" [ 839.956593] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.965814] env[69365]: DEBUG oslo_vmware.api [None req-982da794-880c-44d3-aa92-00917edd0690 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.999911] env[69365]: DEBUG nova.virt.hardware [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.000434] env[69365]: DEBUG nova.virt.hardware [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.000755] env[69365]: DEBUG nova.virt.hardware [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.001119] env[69365]: DEBUG nova.virt.hardware [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.001429] env[69365]: DEBUG nova.virt.hardware [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.001741] env[69365]: DEBUG nova.virt.hardware [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.002162] env[69365]: DEBUG nova.virt.hardware [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.002492] env[69365]: DEBUG nova.virt.hardware [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.002861] env[69365]: DEBUG nova.virt.hardware [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.003210] env[69365]: DEBUG nova.virt.hardware [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.003552] env[69365]: DEBUG nova.virt.hardware [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.005532] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aabbb5-ebc7-427e-babc-bc904334c78b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.015095] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94253cd3-941b-477d-8fa8-650a285409e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.751685] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.752096] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.758203] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.762020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c2161af-abbc-47e2-9512-59c12b4ec5ce tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "c4ba7142-b548-498b-a11e-e62919e3aece" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.895s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.768650] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed1c02c5-bcce-4791-8708-f1f18028727c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.772538] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd53553a-caec-476b-9463-34c4319483bc] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.774031] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99dbcbc8-6981-479c-95c8-56d8f478ad0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.801373] env[69365]: DEBUG oslo_vmware.api [None req-982da794-880c-44d3-aa92-00917edd0690 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301751, 'name': PowerOffVM_Task, 'duration_secs': 0.234946} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.801574] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301750, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.801825] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52387f58-1644-4169-13e6-3d6ae4911f10, 'name': SearchDatastore_Task, 'duration_secs': 0.032227} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.808346] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-982da794-880c-44d3-aa92-00917edd0690 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.808568] env[69365]: DEBUG nova.compute.manager [None req-982da794-880c-44d3-aa92-00917edd0690 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.809880] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 840.809880] env[69365]: value = "task-3301752" [ 840.809880] env[69365]: _type = "Task" [ 840.809880] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.811576] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e406cd9-2e8a-405e-a36b-bd7ddbc00705 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.813910] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a4b5c6-0c9c-4249-8245-80f9f1cb5592 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.820173] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.820173] env[69365]: value = "task-3301753" [ 840.820173] env[69365]: _type = "Task" [ 840.820173] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.833198] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.833521] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 840.833521] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52022555-db8e-fe96-e1fd-e0ccdb482c63" [ 840.833521] env[69365]: _type = "Task" [ 840.833521] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.844220] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301753, 'name': CreateVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.850564] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52022555-db8e-fe96-e1fd-e0ccdb482c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.206964] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeeb320-68b2-4a15-97a4-42469898d179 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.214523] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5488e7b-cb0e-4962-a55e-eb2ff8539b13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.246969] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d3202c-a3dc-45fd-957b-56f69613ff44 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.257783] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633a1dbb-efe6-4fdd-81c8-cf711fa41050 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.263803] env[69365]: DEBUG nova.compute.manager [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.275333] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1923d1a3-e1a1-415a-ab9f-54985997b162 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.277709] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301750, 'name': CreateVM_Task, 'duration_secs': 1.273104} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.278178] env[69365]: DEBUG nova.compute.provider_tree [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.279416] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.280350] env[69365]: DEBUG oslo_concurrency.lockutils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.280555] env[69365]: DEBUG oslo_concurrency.lockutils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.280864] env[69365]: DEBUG oslo_concurrency.lockutils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.281112] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af9723c-10ef-41a2-9ad5-c567ce77a173 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.289856] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 841.289856] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c8a27a-9e8a-71bb-c2a7-cf6334529ea4" [ 841.289856] env[69365]: _type = "Task" [ 841.289856] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.297783] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c8a27a-9e8a-71bb-c2a7-cf6334529ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.328144] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301752, 'name': PowerOffVM_Task, 'duration_secs': 0.113237} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.328744] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.328979] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.329726] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd882e-c0c5-4454-a962-fb472dc93382 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.335176] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301753, 'name': CreateVM_Task, 'duration_secs': 0.473878} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.335599] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd53553a-caec-476b-9463-34c4319483bc] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.335993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.343289] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.343730] env[69365]: DEBUG oslo_concurrency.lockutils [None req-982da794-880c-44d3-aa92-00917edd0690 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.412s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.344764] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94a8fe6c-022d-4ea2-8bec-c143ee60d533 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.351709] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52022555-db8e-fe96-e1fd-e0ccdb482c63, 'name': SearchDatastore_Task, 'duration_secs': 0.036341} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.351944] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.352200] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 2a14f96f-2727-4a8e-9958-a9185c5a8428/2a14f96f-2727-4a8e-9958-a9185c5a8428.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.352434] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c6432d1-ba8b-473e-85b0-a56fb9d0056c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.358303] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 841.358303] env[69365]: value = "task-3301755" [ 841.358303] env[69365]: _type = "Task" [ 841.358303] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.366529] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.370030] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.370238] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.370443] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Deleting the datastore file [datastore2] b165dae1-c707-4d1c-87f7-60bc66628a76 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.370691] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21c88a1f-f637-4690-affd-9ddf1233adba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.377021] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 841.377021] env[69365]: value = "task-3301756" [ 841.377021] env[69365]: _type = "Task" [ 841.377021] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.384347] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.781498] env[69365]: DEBUG nova.scheduler.client.report [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.789104] env[69365]: INFO nova.compute.manager [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] instance snapshotting [ 841.796525] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07d4041-6e56-4a22-8e2e-bf394a71519a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.811475] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c8a27a-9e8a-71bb-c2a7-cf6334529ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.025974} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.829109] env[69365]: DEBUG oslo_concurrency.lockutils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.829399] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.829647] env[69365]: DEBUG oslo_concurrency.lockutils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.829876] env[69365]: DEBUG oslo_concurrency.lockutils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.830099] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.830900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.831255] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.831601] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ea3a5b2-2b2d-4731-a049-0578fbf32e2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.835765] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c6148d-a64e-488a-b8b8-8a3c618457c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.839846] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d4cca7-ac7b-4f1f-9dc4-1c15b4988c6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.847242] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 841.847242] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52435959-ec97-7aa0-e7b6-aa0d22ca6113" [ 841.847242] env[69365]: _type = "Task" [ 841.847242] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.859554] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.859905] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.861919] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859e6fab-b798-467a-9e43-18ae47d2ddac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.876806] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52435959-ec97-7aa0-e7b6-aa0d22ca6113, 'name': SearchDatastore_Task, 'duration_secs': 0.022435} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.880358] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.880619] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.880836] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.881222] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 841.881222] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a4f1be-d890-4201-01ab-bd07eb0f51eb" [ 841.881222] env[69365]: _type = "Task" [ 841.881222] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.881430] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511278} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.884662] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 2a14f96f-2727-4a8e-9958-a9185c5a8428/2a14f96f-2727-4a8e-9958-a9185c5a8428.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.884883] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.888959] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0153d7ff-b2c4-4ff3-a022-8b2ce77a3938 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.896190] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134693} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.901206] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.901297] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.901447] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.904568] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 841.904568] env[69365]: value = "task-3301757" [ 841.904568] env[69365]: _type = "Task" [ 841.904568] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.905118] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a4f1be-d890-4201-01ab-bd07eb0f51eb, 'name': SearchDatastore_Task, 'duration_secs': 0.0224} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.910090] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57534232-2630-46b0-9ceb-34867ad39d8d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.917660] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.918016] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 841.918016] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cf5f69-9964-21a8-7e50-ad3b8a9cefa1" [ 841.918016] env[69365]: _type = "Task" [ 841.918016] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.926321] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cf5f69-9964-21a8-7e50-ad3b8a9cefa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.288380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.288812] env[69365]: DEBUG nova.compute.manager [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.292028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.500s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.292233] env[69365]: DEBUG nova.objects.instance [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Lazy-loading 'resources' on Instance uuid e77a293e-f845-4596-8d9b-58d42e3c19d8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.362824] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 842.363167] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ec9ea099-1db3-4df5-b108-bc7a3bccd3f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.373062] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 842.373062] env[69365]: value = "task-3301758" [ 842.373062] env[69365]: _type = "Task" [ 842.373062] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.381361] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301758, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.418669] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067037} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.423196] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.423996] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f2f046-6d7e-445b-b9b2-76a864ef073f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.432212] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cf5f69-9964-21a8-7e50-ad3b8a9cefa1, 'name': SearchDatastore_Task, 'duration_secs': 0.015439} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.441521] env[69365]: DEBUG oslo_concurrency.lockutils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.442704] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 5d43b1d2-605b-433a-b13c-114f0c57eb88/5d43b1d2-605b-433a-b13c-114f0c57eb88.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.451123] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 2a14f96f-2727-4a8e-9958-a9185c5a8428/2a14f96f-2727-4a8e-9958-a9185c5a8428.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.452182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.452400] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.452622] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-676bbdc3-4d77-4351-8ae9-128ae877c192 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.455290] env[69365]: DEBUG nova.objects.instance [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lazy-loading 'flavor' on Instance uuid 82ca099c-426d-4ef1-b78e-a6039bb4e284 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.456750] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c1371f6-8d44-4c7f-8b60-8098f021f0e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.473308] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8da6f1e5-57c1-44a1-a863-79bedd66e7eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.475934] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.476134] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.476363] env[69365]: DEBUG nova.network.neutron [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.476487] env[69365]: DEBUG nova.objects.instance [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lazy-loading 'info_cache' on Instance uuid 82ca099c-426d-4ef1-b78e-a6039bb4e284 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.482586] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 842.482586] env[69365]: value = "task-3301759" [ 842.482586] env[69365]: _type = "Task" [ 842.482586] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.484087] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 842.484087] env[69365]: value = "task-3301760" [ 842.484087] env[69365]: _type = "Task" [ 842.484087] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.491502] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.491695] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.495321] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-744a4b75-9de0-4ca6-84c5-d4df8780d6b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.497623] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.500926] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.504762] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 842.504762] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521f5f51-69ec-1583-3fe1-14101435e972" [ 842.504762] env[69365]: _type = "Task" [ 842.504762] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.515855] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521f5f51-69ec-1583-3fe1-14101435e972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.795454] env[69365]: DEBUG nova.compute.utils [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.799839] env[69365]: DEBUG nova.compute.manager [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.800013] env[69365]: DEBUG nova.network.neutron [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.848554] env[69365]: DEBUG nova.policy [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed79684ed3a7405189e7dc69f73447b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad8701b178854c4ab46fbff7ad2dbcf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.888723] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301758, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.941729] env[69365]: DEBUG nova.virt.hardware [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.941829] env[69365]: DEBUG nova.virt.hardware [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.942415] env[69365]: DEBUG nova.virt.hardware [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.942415] env[69365]: DEBUG nova.virt.hardware [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.942415] env[69365]: DEBUG nova.virt.hardware [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.942671] env[69365]: DEBUG nova.virt.hardware [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.942671] env[69365]: DEBUG nova.virt.hardware [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.942901] env[69365]: DEBUG nova.virt.hardware [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.943075] env[69365]: DEBUG nova.virt.hardware [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.943282] env[69365]: DEBUG nova.virt.hardware [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.943469] env[69365]: DEBUG nova.virt.hardware [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.944375] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ecaf8c-9eca-4887-bd65-4343f316f2b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.957086] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd7882d-35b6-44e8-8963-176a26352af5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.978523] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.984618] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.989073] env[69365]: DEBUG nova.objects.base [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Object Instance<82ca099c-426d-4ef1-b78e-a6039bb4e284> lazy-loaded attributes: flavor,info_cache {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 842.990426] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.998763] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6313b5b0-3fa0-499c-9997-fc4e2505ac00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.029689] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301759, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.036304] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301760, 'name': ReconfigVM_Task, 'duration_secs': 0.294637} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.036304] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.036304] env[69365]: value = "task-3301761" [ 843.036304] env[69365]: _type = "Task" [ 843.036304] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.039538] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 2a14f96f-2727-4a8e-9958-a9185c5a8428/2a14f96f-2727-4a8e-9958-a9185c5a8428.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.044396] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b7cf737-f15d-41d3-afce-f6219aebc7b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.050529] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521f5f51-69ec-1583-3fe1-14101435e972, 'name': SearchDatastore_Task, 'duration_secs': 0.023519} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.052314] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac9b273a-3768-4122-9e11-940cb0559a6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.058601] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301761, 'name': CreateVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.063842] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 843.063842] env[69365]: value = "task-3301762" [ 843.063842] env[69365]: _type = "Task" [ 843.063842] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.069893] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 843.069893] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fa8253-d798-1203-b54e-5643667106d8" [ 843.069893] env[69365]: _type = "Task" [ 843.069893] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.078217] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301762, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.088385] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fa8253-d798-1203-b54e-5643667106d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.257868] env[69365]: DEBUG nova.network.neutron [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Successfully created port: 8ab7cdd5-6094-4d35-b8be-69cbd783db04 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.301478] env[69365]: DEBUG nova.compute.manager [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.340476] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b5ddd2-2af7-4f35-abe3-57dd06aaf457 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.348687] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22037b02-2b53-4480-b7c3-32a03379cac7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.385338] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466be71b-4887-455e-889a-3bef9bd1c285 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.397582] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e579d914-ea26-4634-b2ae-f950e10af3c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.402526] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301758, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.413206] env[69365]: DEBUG nova.compute.provider_tree [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.501870] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697318} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.502150] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 5d43b1d2-605b-433a-b13c-114f0c57eb88/5d43b1d2-605b-433a-b13c-114f0c57eb88.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.502367] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.502612] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d6e77f4-2bc2-451a-ab99-5c1a93c87190 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.509390] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 843.509390] env[69365]: value = "task-3301763" [ 843.509390] env[69365]: _type = "Task" [ 843.509390] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.518524] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.549829] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301761, 'name': CreateVM_Task, 'duration_secs': 0.371913} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.550021] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.550542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.550718] env[69365]: DEBUG oslo_concurrency.lockutils [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.551240] env[69365]: DEBUG oslo_concurrency.lockutils [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.551302] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae08e7e-e832-4816-bf4c-197f84e94826 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.555775] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 843.555775] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ce36ad-b80b-7a71-f2fc-314b2ed1cedd" [ 843.555775] env[69365]: _type = "Task" [ 843.555775] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.566191] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ce36ad-b80b-7a71-f2fc-314b2ed1cedd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.576289] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301762, 'name': Rename_Task, 'duration_secs': 0.159623} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.581575] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.581899] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4569820-65e9-4a8d-8f28-b2f7be08e838 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.594019] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fa8253-d798-1203-b54e-5643667106d8, 'name': SearchDatastore_Task, 'duration_secs': 0.056083} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.594019] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 843.594019] env[69365]: value = "task-3301764" [ 843.594019] env[69365]: _type = "Task" [ 843.594019] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.594019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.594308] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] fd53553a-caec-476b-9463-34c4319483bc/fd53553a-caec-476b-9463-34c4319483bc.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.595329] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6976f50e-c39f-4360-809a-de7c3aa5376e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.606334] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301764, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.607554] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 843.607554] env[69365]: value = "task-3301765" [ 843.607554] env[69365]: _type = "Task" [ 843.607554] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.617536] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.751233] env[69365]: DEBUG nova.network.neutron [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance_info_cache with network_info: [{"id": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "address": "fa:16:3e:5a:f5:60", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f15ee2-80", "ovs_interfaceid": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.770115] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.770423] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.806600] env[69365]: INFO nova.virt.block_device [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Booting with volume 6be72b31-67ff-4e9f-888b-fc558747653d at /dev/sda [ 843.845490] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfe16598-d1cd-447d-96f0-864419476a95 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.858138] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceabed4f-88c3-406d-b748-8ffccc6465bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.898769] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5cd7c33-5de4-4af1-8bf8-67a170cc5e6c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.906988] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301758, 'name': CreateSnapshot_Task, 'duration_secs': 1.257915} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.908982] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 843.909885] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db657241-06d0-4404-8ec7-d31976102b31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.915194] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d935e8-a65c-4a4b-b563-639f4cc76dee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.926840] env[69365]: DEBUG nova.scheduler.client.report [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.958877] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56595c8a-6265-4e68-b3e2-96e95d60b478 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.967772] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bc2ee1-467d-4e58-9e82-bf05fc1b611c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.983198] env[69365]: DEBUG nova.virt.block_device [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Updating existing volume attachment record: 5a552c0b-4570-4e04-a093-eefabcaea78c {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 844.020540] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06332} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.020821] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.021679] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ee8147-fb91-4147-b08c-385316854dcb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.042913] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 5d43b1d2-605b-433a-b13c-114f0c57eb88/5d43b1d2-605b-433a-b13c-114f0c57eb88.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.043696] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa14f476-8f82-48e9-94be-6f8850742326 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.069764] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ce36ad-b80b-7a71-f2fc-314b2ed1cedd, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.071412] env[69365]: DEBUG oslo_concurrency.lockutils [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.071670] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.071916] env[69365]: DEBUG oslo_concurrency.lockutils [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.072077] env[69365]: DEBUG oslo_concurrency.lockutils [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.072268] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.072613] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 844.072613] env[69365]: value = "task-3301766" [ 844.072613] env[69365]: _type = "Task" [ 844.072613] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.072817] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c6a3b65-433a-42d5-bd15-72e84e5c22b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.087598] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.091206] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.091416] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.092277] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42908865-c1e3-4f2a-b17e-7b09cc412c29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.101992] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 844.101992] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524529d0-98f8-99ff-7894-f51b09c595b5" [ 844.101992] env[69365]: _type = "Task" [ 844.101992] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.105511] env[69365]: DEBUG oslo_vmware.api [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3301764, 'name': PowerOnVM_Task, 'duration_secs': 0.479774} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.109088] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.109372] env[69365]: INFO nova.compute.manager [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Took 9.60 seconds to spawn the instance on the hypervisor. [ 844.109733] env[69365]: DEBUG nova.compute.manager [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.110464] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded430b5-4cbe-4200-ae3e-2016b74a6b37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.121342] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524529d0-98f8-99ff-7894-f51b09c595b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.129311] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301765, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.253722] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.275491] env[69365]: DEBUG nova.compute.utils [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.432145] env[69365]: DEBUG oslo_concurrency.lockutils [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.434660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.680s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.437027] env[69365]: INFO nova.compute.claims [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.446713] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 844.446713] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-807559a2-ec0b-4cc5-8bbe-3fefdbac52f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.454635] env[69365]: INFO nova.scheduler.client.report [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Deleted allocations for instance e77a293e-f845-4596-8d9b-58d42e3c19d8 [ 844.456913] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 844.456913] env[69365]: value = "task-3301767" [ 844.456913] env[69365]: _type = "Task" [ 844.456913] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.470378] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301767, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.584871] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.621413] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524529d0-98f8-99ff-7894-f51b09c595b5, 'name': SearchDatastore_Task, 'duration_secs': 0.061103} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.626088] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650672} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.626088] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7501401-ffa6-44da-9c95-fa06c3a09a02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.628941] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] fd53553a-caec-476b-9463-34c4319483bc/fd53553a-caec-476b-9463-34c4319483bc.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.628941] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.628941] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9caaa57-4e86-4d70-9318-c5b319b3e623 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.638205] env[69365]: INFO nova.compute.manager [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Took 35.54 seconds to build instance. [ 844.641478] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 844.641478] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ec0411-9fa4-8493-0645-3215f83d292e" [ 844.641478] env[69365]: _type = "Task" [ 844.641478] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.645692] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 844.645692] env[69365]: value = "task-3301768" [ 844.645692] env[69365]: _type = "Task" [ 844.645692] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.653636] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ec0411-9fa4-8493-0645-3215f83d292e, 'name': SearchDatastore_Task, 'duration_secs': 0.012519} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.654989] env[69365]: DEBUG oslo_concurrency.lockutils [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.655322] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] b165dae1-c707-4d1c-87f7-60bc66628a76/b165dae1-c707-4d1c-87f7-60bc66628a76.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.656082] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dceca449-8058-4658-9e34-b3c6d2e39114 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.661982] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.667306] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 844.667306] env[69365]: value = "task-3301769" [ 844.667306] env[69365]: _type = "Task" [ 844.667306] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.676287] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.779621] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.932337] env[69365]: DEBUG nova.network.neutron [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Successfully updated port: 8ab7cdd5-6094-4d35-b8be-69cbd783db04 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.967444] env[69365]: DEBUG oslo_concurrency.lockutils [None req-561ad189-15ec-4bed-bf3c-207609a72815 tempest-VolumesAssistedSnapshotsTest-383718955 tempest-VolumesAssistedSnapshotsTest-383718955-project-member] Lock "e77a293e-f845-4596-8d9b-58d42e3c19d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.282s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.972083] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301767, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.985613] env[69365]: DEBUG nova.compute.manager [req-5e683e5a-b8a7-4958-990b-1105a15dd3e0 req-96c6f10a-8366-459a-b059-843a447070c6 service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Received event network-vif-plugged-8ab7cdd5-6094-4d35-b8be-69cbd783db04 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.985782] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e683e5a-b8a7-4958-990b-1105a15dd3e0 req-96c6f10a-8366-459a-b059-843a447070c6 service nova] Acquiring lock "56f615f5-518f-417d-911e-1527fbdc8a0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.986017] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e683e5a-b8a7-4958-990b-1105a15dd3e0 req-96c6f10a-8366-459a-b059-843a447070c6 service nova] Lock "56f615f5-518f-417d-911e-1527fbdc8a0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.986905] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e683e5a-b8a7-4958-990b-1105a15dd3e0 req-96c6f10a-8366-459a-b059-843a447070c6 service nova] Lock "56f615f5-518f-417d-911e-1527fbdc8a0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.987103] env[69365]: DEBUG nova.compute.manager [req-5e683e5a-b8a7-4958-990b-1105a15dd3e0 req-96c6f10a-8366-459a-b059-843a447070c6 service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] No waiting events found dispatching network-vif-plugged-8ab7cdd5-6094-4d35-b8be-69cbd783db04 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.987378] env[69365]: WARNING nova.compute.manager [req-5e683e5a-b8a7-4958-990b-1105a15dd3e0 req-96c6f10a-8366-459a-b059-843a447070c6 service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Received unexpected event network-vif-plugged-8ab7cdd5-6094-4d35-b8be-69cbd783db04 for instance with vm_state building and task_state block_device_mapping. [ 845.091000] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301766, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.140053] env[69365]: DEBUG oslo_concurrency.lockutils [None req-610c5965-a52c-4ed7-9a69-b40b32436d49 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.660s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.155595] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078331} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.155885] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.156966] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5998e8-4793-411c-90fb-bd00abfaea95 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.184432] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] fd53553a-caec-476b-9463-34c4319483bc/fd53553a-caec-476b-9463-34c4319483bc.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.188025] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a60df1-5891-4dd2-81e0-c04cc9946549 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.209851] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.211366] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 845.211366] env[69365]: value = "task-3301770" [ 845.211366] env[69365]: _type = "Task" [ 845.211366] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.219655] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.260706] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.261110] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bf156fa-bb96-49ae-b7ec-23639b9ad1e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.268436] env[69365]: DEBUG oslo_vmware.api [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 845.268436] env[69365]: value = "task-3301771" [ 845.268436] env[69365]: _type = "Task" [ 845.268436] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.279090] env[69365]: DEBUG oslo_vmware.api [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.437853] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Acquiring lock "refresh_cache-56f615f5-518f-417d-911e-1527fbdc8a0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.437853] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Acquired lock "refresh_cache-56f615f5-518f-417d-911e-1527fbdc8a0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.437853] env[69365]: DEBUG nova.network.neutron [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.473179] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301767, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.593904] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301766, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.684158] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964175} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.684824] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] b165dae1-c707-4d1c-87f7-60bc66628a76/b165dae1-c707-4d1c-87f7-60bc66628a76.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.685139] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.686370] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07302271-fe40-4c0f-b5e1-20f7d0417927 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.694629] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 845.694629] env[69365]: value = "task-3301772" [ 845.694629] env[69365]: _type = "Task" [ 845.694629] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.703987] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.722422] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.780264] env[69365]: DEBUG oslo_vmware.api [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301771, 'name': PowerOnVM_Task, 'duration_secs': 0.442108} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.780596] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.780792] env[69365]: DEBUG nova.compute.manager [None req-4f033321-dab3-4eb0-acd1-558abf540e28 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.782256] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14a7e4c-92e3-41cc-8c36-f956fb00719d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.820960] env[69365]: DEBUG nova.compute.manager [req-677c8fad-5de3-4455-b721-feb52b623067 req-c8621fe5-0a87-421c-8d46-d07823126d4e service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Received event network-changed-ded73143-243b-488c-a098-067b7b1bfb55 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.821303] env[69365]: DEBUG nova.compute.manager [req-677c8fad-5de3-4455-b721-feb52b623067 req-c8621fe5-0a87-421c-8d46-d07823126d4e service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Refreshing instance network info cache due to event network-changed-ded73143-243b-488c-a098-067b7b1bfb55. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.821532] env[69365]: DEBUG oslo_concurrency.lockutils [req-677c8fad-5de3-4455-b721-feb52b623067 req-c8621fe5-0a87-421c-8d46-d07823126d4e service nova] Acquiring lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.821661] env[69365]: DEBUG oslo_concurrency.lockutils [req-677c8fad-5de3-4455-b721-feb52b623067 req-c8621fe5-0a87-421c-8d46-d07823126d4e service nova] Acquired lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.821846] env[69365]: DEBUG nova.network.neutron [req-677c8fad-5de3-4455-b721-feb52b623067 req-c8621fe5-0a87-421c-8d46-d07823126d4e service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Refreshing network info cache for port ded73143-243b-488c-a098-067b7b1bfb55 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.883018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.883018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.883018] env[69365]: INFO nova.compute.manager [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Attaching volume 3a22afd7-a25a-40a0-96f8-87361f2b07b4 to /dev/sdb [ 845.928019] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79e7714-b5f0-4f5b-882a-1e8ee92f590d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.936163] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a935c0e2-aa3c-4549-91e3-a7ea0e7aafaa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.961704] env[69365]: DEBUG nova.virt.block_device [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Updating existing volume attachment record: 7c7477e0-b194-4c47-8875-790c94f27087 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 845.979267] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301767, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.991860] env[69365]: DEBUG nova.network.neutron [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.023262] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2866a02b-a7ad-4146-8178-4c4e43fe2f84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.030431] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99028421-166f-4116-b5cb-de3026e3533d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.070284] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13f4c07-6771-4d10-910f-f04130ee34b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.083059] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49249851-37de-4b40-9bba-02f9e0cafca4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.092907] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301766, 'name': ReconfigVM_Task, 'duration_secs': 1.986497} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.100730] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 5d43b1d2-605b-433a-b13c-114f0c57eb88/5d43b1d2-605b-433a-b13c-114f0c57eb88.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.101938] env[69365]: DEBUG nova.compute.provider_tree [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.103293] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f32d850-b98a-48a8-9c9c-a747b45a4a39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.105898] env[69365]: DEBUG nova.compute.manager [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.106569] env[69365]: DEBUG nova.virt.hardware [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.106677] env[69365]: DEBUG nova.virt.hardware [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.106862] env[69365]: DEBUG nova.virt.hardware [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.107018] env[69365]: DEBUG nova.virt.hardware [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.107167] env[69365]: DEBUG nova.virt.hardware [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.107311] env[69365]: DEBUG nova.virt.hardware [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.107508] env[69365]: DEBUG nova.virt.hardware [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.107669] env[69365]: DEBUG nova.virt.hardware [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.107845] env[69365]: DEBUG nova.virt.hardware [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.107987] env[69365]: DEBUG nova.virt.hardware [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.108179] env[69365]: DEBUG nova.virt.hardware [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.109433] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29577ec-8773-49cb-aa13-42816c48a292 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.124168] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d93a2e7-f7e1-4d0d-bfbb-33792e4640d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.127834] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 846.127834] env[69365]: value = "task-3301774" [ 846.127834] env[69365]: _type = "Task" [ 846.127834] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.146326] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301774, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.208072] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157551} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.208072] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.208620] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa70ed9-04ff-4644-b108-73585355c2f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.248425] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] b165dae1-c707-4d1c-87f7-60bc66628a76/b165dae1-c707-4d1c-87f7-60bc66628a76.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.255360] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c39e61-2c67-4785-8072-738a2b2c95a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.281874] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301770, 'name': ReconfigVM_Task, 'duration_secs': 0.553345} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.282987] env[69365]: DEBUG nova.network.neutron [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Updating instance_info_cache with network_info: [{"id": "8ab7cdd5-6094-4d35-b8be-69cbd783db04", "address": "fa:16:3e:8a:b8:63", "network": {"id": "9bfe2990-39b2-403b-9383-64319dc10bdf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1321609145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8701b178854c4ab46fbff7ad2dbcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab7cdd5-60", "ovs_interfaceid": "8ab7cdd5-6094-4d35-b8be-69cbd783db04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.284550] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Reconfigured VM instance instance-0000002d to attach disk [datastore1] fd53553a-caec-476b-9463-34c4319483bc/fd53553a-caec-476b-9463-34c4319483bc.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.285547] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16911647-6efb-4aff-8af0-50d7b6961226 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.290533] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 846.290533] env[69365]: value = "task-3301775" [ 846.290533] env[69365]: _type = "Task" [ 846.290533] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.297668] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 846.297668] env[69365]: value = "task-3301776" [ 846.297668] env[69365]: _type = "Task" [ 846.297668] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.306136] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.313591] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301776, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.476873] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301767, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.613084] env[69365]: DEBUG nova.scheduler.client.report [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.648603] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301774, 'name': Rename_Task, 'duration_secs': 0.383118} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.649220] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.649617] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3df5a63-196c-4399-b265-8265951422ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.656653] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 846.656653] env[69365]: value = "task-3301779" [ 846.656653] env[69365]: _type = "Task" [ 846.656653] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.667023] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.792019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Releasing lock "refresh_cache-56f615f5-518f-417d-911e-1527fbdc8a0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.792019] env[69365]: DEBUG nova.compute.manager [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Instance network_info: |[{"id": "8ab7cdd5-6094-4d35-b8be-69cbd783db04", "address": "fa:16:3e:8a:b8:63", "network": {"id": "9bfe2990-39b2-403b-9383-64319dc10bdf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1321609145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8701b178854c4ab46fbff7ad2dbcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab7cdd5-60", "ovs_interfaceid": "8ab7cdd5-6094-4d35-b8be-69cbd783db04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.792019] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:b8:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ab7cdd5-6094-4d35-b8be-69cbd783db04', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.799218] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Creating folder: Project (ad8701b178854c4ab46fbff7ad2dbcf6). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.800352] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dfdee94-bfdb-4187-9c23-62647e537031 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.815163] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301776, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.818828] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.820558] env[69365]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 846.820904] env[69365]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69365) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 846.821375] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Folder already exists: Project (ad8701b178854c4ab46fbff7ad2dbcf6). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 846.821716] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Creating folder: Instances. Parent ref: group-v659250. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.822061] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8242caca-c233-4fe6-84b9-778437d4aceb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.831414] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Created folder: Instances in parent group-v659250. [ 846.831902] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.832298] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.832780] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-196520f9-cac6-477b-add1-b9d652c8c294 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.862157] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.862157] env[69365]: value = "task-3301782" [ 846.862157] env[69365]: _type = "Task" [ 846.862157] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.871032] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301782, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.978026] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301767, 'name': CloneVM_Task, 'duration_secs': 2.34788} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.978026] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Created linked-clone VM from snapshot [ 846.978026] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317c8974-6654-4d3b-becd-f598fed83af2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.988868] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Uploading image 0245c5ae-2534-40d9-a98d-392056cb4cd8 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.025785] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 847.025785] env[69365]: value = "vm-659308" [ 847.025785] env[69365]: _type = "VirtualMachine" [ 847.025785] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 847.027299] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-06ab6f54-0fe3-4e17-9d4e-7e9cb783c525 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.039032] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lease: (returnval){ [ 847.039032] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aa2d15-de91-5d43-6e7c-672882c0ebc7" [ 847.039032] env[69365]: _type = "HttpNfcLease" [ 847.039032] env[69365]: } obtained for exporting VM: (result){ [ 847.039032] env[69365]: value = "vm-659308" [ 847.039032] env[69365]: _type = "VirtualMachine" [ 847.039032] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 847.039032] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the lease: (returnval){ [ 847.039032] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aa2d15-de91-5d43-6e7c-672882c0ebc7" [ 847.039032] env[69365]: _type = "HttpNfcLease" [ 847.039032] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.047466] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.047466] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aa2d15-de91-5d43-6e7c-672882c0ebc7" [ 847.047466] env[69365]: _type = "HttpNfcLease" [ 847.047466] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 847.118654] env[69365]: DEBUG nova.network.neutron [req-677c8fad-5de3-4455-b721-feb52b623067 req-c8621fe5-0a87-421c-8d46-d07823126d4e service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updated VIF entry in instance network info cache for port ded73143-243b-488c-a098-067b7b1bfb55. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.118654] env[69365]: DEBUG nova.network.neutron [req-677c8fad-5de3-4455-b721-feb52b623067 req-c8621fe5-0a87-421c-8d46-d07823126d4e service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updating instance_info_cache with network_info: [{"id": "ded73143-243b-488c-a098-067b7b1bfb55", "address": "fa:16:3e:f8:dd:d1", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded73143-24", "ovs_interfaceid": "ded73143-243b-488c-a098-067b7b1bfb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.118976] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.119950] env[69365]: DEBUG nova.compute.manager [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.126322] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.235s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.132613] env[69365]: INFO nova.compute.claims [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.141505] env[69365]: DEBUG nova.compute.manager [req-f8244af8-c01a-4225-b6cf-55102324724c req-7638d301-885c-4b6e-a393-8976dea62e96 service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Received event network-changed-8ab7cdd5-6094-4d35-b8be-69cbd783db04 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.141826] env[69365]: DEBUG nova.compute.manager [req-f8244af8-c01a-4225-b6cf-55102324724c req-7638d301-885c-4b6e-a393-8976dea62e96 service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Refreshing instance network info cache due to event network-changed-8ab7cdd5-6094-4d35-b8be-69cbd783db04. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.142129] env[69365]: DEBUG oslo_concurrency.lockutils [req-f8244af8-c01a-4225-b6cf-55102324724c req-7638d301-885c-4b6e-a393-8976dea62e96 service nova] Acquiring lock "refresh_cache-56f615f5-518f-417d-911e-1527fbdc8a0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.142304] env[69365]: DEBUG oslo_concurrency.lockutils [req-f8244af8-c01a-4225-b6cf-55102324724c req-7638d301-885c-4b6e-a393-8976dea62e96 service nova] Acquired lock "refresh_cache-56f615f5-518f-417d-911e-1527fbdc8a0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.142475] env[69365]: DEBUG nova.network.neutron [req-f8244af8-c01a-4225-b6cf-55102324724c req-7638d301-885c-4b6e-a393-8976dea62e96 service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Refreshing network info cache for port 8ab7cdd5-6094-4d35-b8be-69cbd783db04 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.168409] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301779, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.320411] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301776, 'name': Rename_Task, 'duration_secs': 0.715864} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.325418] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.326498] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301775, 'name': ReconfigVM_Task, 'duration_secs': 0.579047} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.326863] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99ece39b-02e3-4eeb-8fd2-561d4fe55010 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.329757] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Reconfigured VM instance instance-0000002f to attach disk [datastore1] b165dae1-c707-4d1c-87f7-60bc66628a76/b165dae1-c707-4d1c-87f7-60bc66628a76.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.330850] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa80b293-9604-4792-94ee-3bba0c525daf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.338997] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 847.338997] env[69365]: value = "task-3301784" [ 847.338997] env[69365]: _type = "Task" [ 847.338997] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.340769] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 847.340769] env[69365]: value = "task-3301785" [ 847.340769] env[69365]: _type = "Task" [ 847.340769] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.355949] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301785, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.356262] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.375347] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301782, 'name': CreateVM_Task, 'duration_secs': 0.385918} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.375347] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.375347] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '5a552c0b-4570-4e04-a093-eefabcaea78c', 'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659264', 'volume_id': '6be72b31-67ff-4e9f-888b-fc558747653d', 'name': 'volume-6be72b31-67ff-4e9f-888b-fc558747653d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56f615f5-518f-417d-911e-1527fbdc8a0c', 'attached_at': '', 'detached_at': '', 'volume_id': '6be72b31-67ff-4e9f-888b-fc558747653d', 'serial': '6be72b31-67ff-4e9f-888b-fc558747653d'}, 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69365) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 847.375347] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Root volume attach. Driver type: vmdk {{(pid=69365) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 847.375996] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b97f69d-b7d5-4826-a5cf-989309e12699 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.384951] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb87c44-036a-437d-96d9-77bf9c1464d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.391694] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246a4593-e4b2-4d80-9f49-4bc950b81f37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.398575] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7c3849b8-a14f-49dc-9bec-68b060b98f99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.406289] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Waiting for the task: (returnval){ [ 847.406289] env[69365]: value = "task-3301786" [ 847.406289] env[69365]: _type = "Task" [ 847.406289] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.414647] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301786, 'name': RelocateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.550026] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.550026] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aa2d15-de91-5d43-6e7c-672882c0ebc7" [ 847.550026] env[69365]: _type = "HttpNfcLease" [ 847.550026] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 847.550026] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 847.550026] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aa2d15-de91-5d43-6e7c-672882c0ebc7" [ 847.550026] env[69365]: _type = "HttpNfcLease" [ 847.550026] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 847.550026] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29336fc-0273-48b7-95bf-73364f50780b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.558385] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213a810-dc18-cf4c-b4a5-4aa89cf4192b/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 847.558614] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213a810-dc18-cf4c-b4a5-4aa89cf4192b/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 847.630753] env[69365]: DEBUG oslo_concurrency.lockutils [req-677c8fad-5de3-4455-b721-feb52b623067 req-c8621fe5-0a87-421c-8d46-d07823126d4e service nova] Releasing lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.648083] env[69365]: DEBUG nova.compute.utils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.652697] env[69365]: DEBUG nova.compute.manager [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.652843] env[69365]: DEBUG nova.network.neutron [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.670402] env[69365]: DEBUG oslo_vmware.api [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301779, 'name': PowerOnVM_Task, 'duration_secs': 0.708699} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.670402] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.670642] env[69365]: INFO nova.compute.manager [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Took 7.99 seconds to spawn the instance on the hypervisor. [ 847.670864] env[69365]: DEBUG nova.compute.manager [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.671801] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92c5082-5568-49cb-833e-710693d40556 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.760945] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-71473671-6fa9-4943-827a-a47480efb34e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.765013] env[69365]: DEBUG nova.policy [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8806accb8e424086bdcedba2be1ffe0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '804cd1d04b384fcd982d42974ee4679f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.856315] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.860173] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301785, 'name': Rename_Task, 'duration_secs': 0.171619} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.860632] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.860812] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9dffcf7-372c-426a-b3e2-1f9605ed55f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.872491] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 847.872491] env[69365]: value = "task-3301787" [ 847.872491] env[69365]: _type = "Task" [ 847.872491] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.887591] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301787, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.918489] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301786, 'name': RelocateVM_Task} progress is 42%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.090680] env[69365]: DEBUG nova.network.neutron [req-f8244af8-c01a-4225-b6cf-55102324724c req-7638d301-885c-4b6e-a393-8976dea62e96 service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Updated VIF entry in instance network info cache for port 8ab7cdd5-6094-4d35-b8be-69cbd783db04. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.090680] env[69365]: DEBUG nova.network.neutron [req-f8244af8-c01a-4225-b6cf-55102324724c req-7638d301-885c-4b6e-a393-8976dea62e96 service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Updating instance_info_cache with network_info: [{"id": "8ab7cdd5-6094-4d35-b8be-69cbd783db04", "address": "fa:16:3e:8a:b8:63", "network": {"id": "9bfe2990-39b2-403b-9383-64319dc10bdf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1321609145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8701b178854c4ab46fbff7ad2dbcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab7cdd5-60", "ovs_interfaceid": "8ab7cdd5-6094-4d35-b8be-69cbd783db04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.154026] env[69365]: DEBUG nova.compute.manager [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.196396] env[69365]: INFO nova.compute.manager [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Took 26.06 seconds to build instance. [ 848.282585] env[69365]: DEBUG nova.network.neutron [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Successfully created port: 7f6e62dd-adf7-4efd-a42f-6625e4bca0d9 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.357096] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.386129] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.422873] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301786, 'name': RelocateVM_Task} progress is 54%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.596588] env[69365]: DEBUG oslo_concurrency.lockutils [req-f8244af8-c01a-4225-b6cf-55102324724c req-7638d301-885c-4b6e-a393-8976dea62e96 service nova] Releasing lock "refresh_cache-56f615f5-518f-417d-911e-1527fbdc8a0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.700486] env[69365]: DEBUG oslo_concurrency.lockutils [None req-118b45b9-9d9b-4ae9-99e7-afda16560ae6 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Lock "5d43b1d2-605b-433a-b13c-114f0c57eb88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.058s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.724066] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d50267d-5266-4cce-8547-cba4dffcce78 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.739425] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d669e1e5-8524-4dc8-a3f6-9569831babdc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.782366] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d04e8b-5a1d-4d36-bd83-d1d6d9ba97b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.800434] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94851728-a96a-4288-88c7-dcfdbc14c173 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.828918] env[69365]: DEBUG nova.compute.provider_tree [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.858660] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301784, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.889622] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301787, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.922632] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301786, 'name': RelocateVM_Task} progress is 67%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.166708] env[69365]: DEBUG nova.compute.manager [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.209249] env[69365]: DEBUG nova.virt.hardware [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.209425] env[69365]: DEBUG nova.virt.hardware [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.209593] env[69365]: DEBUG nova.virt.hardware [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.209778] env[69365]: DEBUG nova.virt.hardware [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.209969] env[69365]: DEBUG nova.virt.hardware [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.210374] env[69365]: DEBUG nova.virt.hardware [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.210615] env[69365]: DEBUG nova.virt.hardware [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.211059] env[69365]: DEBUG nova.virt.hardware [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.211303] env[69365]: DEBUG nova.virt.hardware [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.211508] env[69365]: DEBUG nova.virt.hardware [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.211748] env[69365]: DEBUG nova.virt.hardware [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.213325] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da688aa1-4217-4a1d-bbde-d01f378ce4af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.228584] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76f1f95-fdcd-4790-aad4-9d0b3b46d579 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.292187] env[69365]: INFO nova.compute.manager [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Rebuilding instance [ 849.328456] env[69365]: DEBUG nova.scheduler.client.report [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.345417] env[69365]: DEBUG nova.compute.manager [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.346675] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce0096f-f1cc-4934-a102-07a56ea12f08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.361151] env[69365]: DEBUG oslo_vmware.api [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301784, 'name': PowerOnVM_Task, 'duration_secs': 1.889457} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.362040] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.362260] env[69365]: DEBUG nova.compute.manager [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.365948] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456a8ffd-8c1d-4b38-8f5d-e610dc21023c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.391559] env[69365]: DEBUG oslo_vmware.api [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301787, 'name': PowerOnVM_Task, 'duration_secs': 1.145757} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.391885] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.392286] env[69365]: DEBUG nova.compute.manager [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.393150] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486223ca-06c4-466c-bf94-b7359f73bf3c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.424341] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301786, 'name': RelocateVM_Task} progress is 78%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.833557] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.834273] env[69365]: DEBUG nova.compute.manager [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.837473] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.419s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.837715] env[69365]: DEBUG nova.objects.instance [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lazy-loading 'resources' on Instance uuid b215212d-8db4-423d-9bf6-8480037708a5 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.891787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.917989] env[69365]: DEBUG oslo_concurrency.lockutils [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.926521] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301786, 'name': RelocateVM_Task} progress is 92%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.187204] env[69365]: DEBUG nova.compute.manager [req-2974ca95-e49e-4957-b1ce-b6e73c830868 req-7a9370cb-af7a-4998-8205-41aa9418661a service nova] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Received event network-vif-plugged-7f6e62dd-adf7-4efd-a42f-6625e4bca0d9 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.187204] env[69365]: DEBUG oslo_concurrency.lockutils [req-2974ca95-e49e-4957-b1ce-b6e73c830868 req-7a9370cb-af7a-4998-8205-41aa9418661a service nova] Acquiring lock "f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.187204] env[69365]: DEBUG oslo_concurrency.lockutils [req-2974ca95-e49e-4957-b1ce-b6e73c830868 req-7a9370cb-af7a-4998-8205-41aa9418661a service nova] Lock "f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.187204] env[69365]: DEBUG oslo_concurrency.lockutils [req-2974ca95-e49e-4957-b1ce-b6e73c830868 req-7a9370cb-af7a-4998-8205-41aa9418661a service nova] Lock "f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.187204] env[69365]: DEBUG nova.compute.manager [req-2974ca95-e49e-4957-b1ce-b6e73c830868 req-7a9370cb-af7a-4998-8205-41aa9418661a service nova] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] No waiting events found dispatching network-vif-plugged-7f6e62dd-adf7-4efd-a42f-6625e4bca0d9 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.187204] env[69365]: WARNING nova.compute.manager [req-2974ca95-e49e-4957-b1ce-b6e73c830868 req-7a9370cb-af7a-4998-8205-41aa9418661a service nova] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Received unexpected event network-vif-plugged-7f6e62dd-adf7-4efd-a42f-6625e4bca0d9 for instance with vm_state building and task_state spawning. [ 850.328384] env[69365]: DEBUG nova.network.neutron [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Successfully updated port: 7f6e62dd-adf7-4efd-a42f-6625e4bca0d9 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.342627] env[69365]: DEBUG nova.compute.utils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.348477] env[69365]: DEBUG nova.compute.manager [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.348693] env[69365]: DEBUG nova.network.neutron [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.372629] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.373191] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fca36564-e883-46e4-9027-fc5a28b70453 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.382850] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 850.382850] env[69365]: value = "task-3301788" [ 850.382850] env[69365]: _type = "Task" [ 850.382850] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.392687] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.431570] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301786, 'name': RelocateVM_Task} progress is 97%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.444562] env[69365]: DEBUG nova.policy [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad504d0055184557ac3c9c5b2a4b17d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '550f22d062854cab9909e5f7930bc456', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.527373] env[69365]: DEBUG oslo_concurrency.lockutils [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquiring lock "fd53553a-caec-476b-9463-34c4319483bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.527373] env[69365]: DEBUG oslo_concurrency.lockutils [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Lock "fd53553a-caec-476b-9463-34c4319483bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.527373] env[69365]: DEBUG oslo_concurrency.lockutils [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquiring lock "fd53553a-caec-476b-9463-34c4319483bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.527373] env[69365]: DEBUG oslo_concurrency.lockutils [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Lock "fd53553a-caec-476b-9463-34c4319483bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.527373] env[69365]: DEBUG oslo_concurrency.lockutils [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Lock "fd53553a-caec-476b-9463-34c4319483bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.528972] env[69365]: INFO nova.compute.manager [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Terminating instance [ 850.831745] env[69365]: DEBUG oslo_concurrency.lockutils [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquiring lock "b165dae1-c707-4d1c-87f7-60bc66628a76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.832065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Lock "b165dae1-c707-4d1c-87f7-60bc66628a76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.832174] env[69365]: DEBUG oslo_concurrency.lockutils [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquiring lock "b165dae1-c707-4d1c-87f7-60bc66628a76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.832353] env[69365]: DEBUG oslo_concurrency.lockutils [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Lock "b165dae1-c707-4d1c-87f7-60bc66628a76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.832526] env[69365]: DEBUG oslo_concurrency.lockutils [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Lock "b165dae1-c707-4d1c-87f7-60bc66628a76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.834628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "refresh_cache-f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.834883] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "refresh_cache-f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.834939] env[69365]: DEBUG nova.network.neutron [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.839570] env[69365]: INFO nova.compute.manager [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Terminating instance [ 850.854111] env[69365]: DEBUG nova.compute.utils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.892677] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301788, 'name': PowerOffVM_Task, 'duration_secs': 0.282114} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.896861] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.897904] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.899507] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32813e05-eacf-46bc-ad42-f0f85700ae22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.906169] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.906384] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d47f76cb-d673-4921-b0b8-4f8966217bca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.924502] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301786, 'name': RelocateVM_Task} progress is 98%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.933325] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.933743] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.934019] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Deleting the datastore file [datastore1] 5d43b1d2-605b-433a-b13c-114f0c57eb88 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.937932] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-911f2530-d059-4e14-8505-ce0f635dbf00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.944221] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 850.944221] env[69365]: value = "task-3301791" [ 850.944221] env[69365]: _type = "Task" [ 850.944221] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.955366] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.957217] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b0457-0aae-4071-a8e6-58696153ef2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.964639] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690841b2-f076-4f23-bb1d-91970720d2df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.003043] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56db5913-d458-4438-bfea-61026664b9c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.012244] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9385e8a4-43f2-453b-ba1e-ee81bfaa3c57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.028160] env[69365]: DEBUG nova.compute.provider_tree [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.032762] env[69365]: DEBUG oslo_concurrency.lockutils [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquiring lock "refresh_cache-fd53553a-caec-476b-9463-34c4319483bc" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.033017] env[69365]: DEBUG oslo_concurrency.lockutils [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquired lock "refresh_cache-fd53553a-caec-476b-9463-34c4319483bc" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.033276] env[69365]: DEBUG nova.network.neutron [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.158618] env[69365]: DEBUG nova.network.neutron [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Successfully created port: 0fd75caa-7b81-41fa-bbdc-a5da701ec64d {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.345676] env[69365]: DEBUG oslo_concurrency.lockutils [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquiring lock "refresh_cache-b165dae1-c707-4d1c-87f7-60bc66628a76" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.345676] env[69365]: DEBUG oslo_concurrency.lockutils [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquired lock "refresh_cache-b165dae1-c707-4d1c-87f7-60bc66628a76" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.345835] env[69365]: DEBUG nova.network.neutron [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.359020] env[69365]: DEBUG nova.compute.manager [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.409704] env[69365]: DEBUG nova.network.neutron [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.424776] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301786, 'name': RelocateVM_Task, 'duration_secs': 3.812611} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.425411] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 851.425971] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659264', 'volume_id': '6be72b31-67ff-4e9f-888b-fc558747653d', 'name': 'volume-6be72b31-67ff-4e9f-888b-fc558747653d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56f615f5-518f-417d-911e-1527fbdc8a0c', 'attached_at': '', 'detached_at': '', 'volume_id': '6be72b31-67ff-4e9f-888b-fc558747653d', 'serial': '6be72b31-67ff-4e9f-888b-fc558747653d'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 851.427019] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf85280-7940-4c69-8614-6ba58a288808 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.452257] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3904e422-deef-49a7-baba-a219d578e96b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.460978] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194351} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.472794] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.472989] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.473087] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.489946] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-6be72b31-67ff-4e9f-888b-fc558747653d/volume-6be72b31-67ff-4e9f-888b-fc558747653d.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.493909] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac4acaf-71ef-4e7e-8b8d-ccd71d5ff16d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.516033] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Waiting for the task: (returnval){ [ 851.516033] env[69365]: value = "task-3301792" [ 851.516033] env[69365]: _type = "Task" [ 851.516033] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.526509] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.531748] env[69365]: DEBUG nova.scheduler.client.report [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.578314] env[69365]: DEBUG nova.network.neutron [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.672063] env[69365]: DEBUG nova.network.neutron [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.708639] env[69365]: DEBUG nova.network.neutron [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Updating instance_info_cache with network_info: [{"id": "7f6e62dd-adf7-4efd-a42f-6625e4bca0d9", "address": "fa:16:3e:97:fb:df", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f6e62dd-ad", "ovs_interfaceid": "7f6e62dd-adf7-4efd-a42f-6625e4bca0d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.871117] env[69365]: DEBUG nova.network.neutron [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.928380] env[69365]: DEBUG nova.network.neutron [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.028791] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301792, 'name': ReconfigVM_Task, 'duration_secs': 0.426296} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.029307] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-6be72b31-67ff-4e9f-888b-fc558747653d/volume-6be72b31-67ff-4e9f-888b-fc558747653d.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.035173] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d1b7904-638a-4870-892c-4943002acc91 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.049806] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.053384] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.443s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.065064] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Waiting for the task: (returnval){ [ 852.065064] env[69365]: value = "task-3301793" [ 852.065064] env[69365]: _type = "Task" [ 852.065064] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.076883] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301793, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.084238] env[69365]: INFO nova.scheduler.client.report [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Deleted allocations for instance b215212d-8db4-423d-9bf6-8480037708a5 [ 852.174833] env[69365]: DEBUG oslo_concurrency.lockutils [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Releasing lock "refresh_cache-fd53553a-caec-476b-9463-34c4319483bc" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.175521] env[69365]: DEBUG nova.compute.manager [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.175902] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.177285] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a419a6-f243-4a96-a129-e3fe660dc0cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.186779] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.187202] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f95d105b-4df0-42fd-b7f9-657c783a7cc4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.195530] env[69365]: DEBUG oslo_vmware.api [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 852.195530] env[69365]: value = "task-3301794" [ 852.195530] env[69365]: _type = "Task" [ 852.195530] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.204261] env[69365]: DEBUG oslo_vmware.api [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.212021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "refresh_cache-f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.212412] env[69365]: DEBUG nova.compute.manager [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Instance network_info: |[{"id": "7f6e62dd-adf7-4efd-a42f-6625e4bca0d9", "address": "fa:16:3e:97:fb:df", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f6e62dd-ad", "ovs_interfaceid": "7f6e62dd-adf7-4efd-a42f-6625e4bca0d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.212852] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:fb:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f6e62dd-adf7-4efd-a42f-6625e4bca0d9', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.221449] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.223317] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.224808] env[69365]: DEBUG nova.compute.manager [req-5856bbc7-4e6e-4462-b2cf-855c177fc37c req-dc2d9453-0a82-4bd2-be54-4d8a52e3a710 service nova] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Received event network-changed-7f6e62dd-adf7-4efd-a42f-6625e4bca0d9 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.225375] env[69365]: DEBUG nova.compute.manager [req-5856bbc7-4e6e-4462-b2cf-855c177fc37c req-dc2d9453-0a82-4bd2-be54-4d8a52e3a710 service nova] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Refreshing instance network info cache due to event network-changed-7f6e62dd-adf7-4efd-a42f-6625e4bca0d9. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.225375] env[69365]: DEBUG oslo_concurrency.lockutils [req-5856bbc7-4e6e-4462-b2cf-855c177fc37c req-dc2d9453-0a82-4bd2-be54-4d8a52e3a710 service nova] Acquiring lock "refresh_cache-f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.225375] env[69365]: DEBUG oslo_concurrency.lockutils [req-5856bbc7-4e6e-4462-b2cf-855c177fc37c req-dc2d9453-0a82-4bd2-be54-4d8a52e3a710 service nova] Acquired lock "refresh_cache-f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.225570] env[69365]: DEBUG nova.network.neutron [req-5856bbc7-4e6e-4462-b2cf-855c177fc37c req-dc2d9453-0a82-4bd2-be54-4d8a52e3a710 service nova] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Refreshing network info cache for port 7f6e62dd-adf7-4efd-a42f-6625e4bca0d9 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.227160] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d183420d-6b67-4d25-af23-e71992a1fadb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.248977] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.248977] env[69365]: value = "task-3301795" [ 852.248977] env[69365]: _type = "Task" [ 852.248977] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.257433] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301795, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.368055] env[69365]: DEBUG nova.compute.manager [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.401225] env[69365]: DEBUG nova.virt.hardware [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:31:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='500146542',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-531734508',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.401552] env[69365]: DEBUG nova.virt.hardware [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.401841] env[69365]: DEBUG nova.virt.hardware [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.401942] env[69365]: DEBUG nova.virt.hardware [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.402102] env[69365]: DEBUG nova.virt.hardware [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.402274] env[69365]: DEBUG nova.virt.hardware [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.402486] env[69365]: DEBUG nova.virt.hardware [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.402646] env[69365]: DEBUG nova.virt.hardware [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.402843] env[69365]: DEBUG nova.virt.hardware [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.402966] env[69365]: DEBUG nova.virt.hardware [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.403156] env[69365]: DEBUG nova.virt.hardware [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.404158] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ab38b7-561a-45d1-b36d-6ebea32f8d86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.413650] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddc326f-6a7c-4914-9d11-244e185668e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.432339] env[69365]: DEBUG oslo_concurrency.lockutils [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Releasing lock "refresh_cache-b165dae1-c707-4d1c-87f7-60bc66628a76" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.432772] env[69365]: DEBUG nova.compute.manager [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.432959] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.433787] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e33acbf-0525-4f02-9902-0a07111f1c03 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.441402] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.441676] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bca59be7-ede8-4080-b79e-3caf5a5562ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.448441] env[69365]: DEBUG oslo_vmware.api [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 852.448441] env[69365]: value = "task-3301796" [ 852.448441] env[69365]: _type = "Task" [ 852.448441] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.457058] env[69365]: DEBUG oslo_vmware.api [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.526177] env[69365]: DEBUG nova.virt.hardware [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.527334] env[69365]: DEBUG nova.virt.hardware [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.527334] env[69365]: DEBUG nova.virt.hardware [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.527334] env[69365]: DEBUG nova.virt.hardware [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.527334] env[69365]: DEBUG nova.virt.hardware [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.527334] env[69365]: DEBUG nova.virt.hardware [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.527334] env[69365]: DEBUG nova.virt.hardware [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.527807] env[69365]: DEBUG nova.virt.hardware [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.527807] env[69365]: DEBUG nova.virt.hardware [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.528259] env[69365]: DEBUG nova.virt.hardware [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.528259] env[69365]: DEBUG nova.virt.hardware [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.529647] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a47288c-3c52-4ae4-afca-823daa70b35b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.538667] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbb7a4f-636a-4fde-aedf-b4fe1e0a0c8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.554240] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.560885] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.561606] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.561906] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce75a6a9-c4c7-4801-842a-4ae5ae85dea6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.579123] env[69365]: INFO nova.compute.claims [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.595302] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301793, 'name': ReconfigVM_Task, 'duration_secs': 0.173182} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.597359] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659264', 'volume_id': '6be72b31-67ff-4e9f-888b-fc558747653d', 'name': 'volume-6be72b31-67ff-4e9f-888b-fc558747653d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56f615f5-518f-417d-911e-1527fbdc8a0c', 'attached_at': '', 'detached_at': '', 'volume_id': '6be72b31-67ff-4e9f-888b-fc558747653d', 'serial': '6be72b31-67ff-4e9f-888b-fc558747653d'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 852.597588] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.597588] env[69365]: value = "task-3301797" [ 852.597588] env[69365]: _type = "Task" [ 852.597588] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.599349] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d82b6e12-d003-4435-bfcc-e1ae1323f547 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "b215212d-8db4-423d-9bf6-8480037708a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.845s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.599349] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed45b412-49bd-4dbd-a5c6-56e9a10a853e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.618073] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301797, 'name': CreateVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.618073] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Waiting for the task: (returnval){ [ 852.618073] env[69365]: value = "task-3301798" [ 852.618073] env[69365]: _type = "Task" [ 852.618073] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.627739] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301798, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.705617] env[69365]: DEBUG oslo_vmware.api [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301794, 'name': PowerOffVM_Task, 'duration_secs': 0.168538} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.705930] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.706099] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.706380] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ad9f6d7-85b9-497a-9d67-0dace7f56741 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.732225] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.732510] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.732706] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Deleting the datastore file [datastore1] fd53553a-caec-476b-9463-34c4319483bc {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.733632] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4551c01e-3248-427d-a98f-3b1e9335306a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.740808] env[69365]: DEBUG oslo_vmware.api [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for the task: (returnval){ [ 852.740808] env[69365]: value = "task-3301800" [ 852.740808] env[69365]: _type = "Task" [ 852.740808] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.750609] env[69365]: DEBUG oslo_vmware.api [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.760419] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301795, 'name': CreateVM_Task, 'duration_secs': 0.502767} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.761016] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.761382] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.761863] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.761957] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.762583] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c23c3bd-48b1-4990-8c52-c4ab4146758d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.767947] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 852.767947] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525bdea9-8b92-02c3-5fdb-d406e93eac7d" [ 852.767947] env[69365]: _type = "Task" [ 852.767947] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.778893] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525bdea9-8b92-02c3-5fdb-d406e93eac7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.960741] env[69365]: DEBUG oslo_vmware.api [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301796, 'name': PowerOffVM_Task, 'duration_secs': 0.153115} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.961839] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.965021] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.965021] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dff15d66-9a44-47d3-b5a7-59b492286006 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.987437] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.987673] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.987856] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Deleting the datastore file [datastore1] b165dae1-c707-4d1c-87f7-60bc66628a76 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.988129] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c96269c-454f-4559-abf2-3173ef0083a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.994513] env[69365]: DEBUG oslo_vmware.api [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for the task: (returnval){ [ 852.994513] env[69365]: value = "task-3301802" [ 852.994513] env[69365]: _type = "Task" [ 852.994513] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.003103] env[69365]: DEBUG oslo_vmware.api [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.021339] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 853.021583] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659310', 'volume_id': '3a22afd7-a25a-40a0-96f8-87361f2b07b4', 'name': 'volume-3a22afd7-a25a-40a0-96f8-87361f2b07b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12166253-9d0a-4ffa-ba27-4ff6e783d0ab', 'attached_at': '', 'detached_at': '', 'volume_id': '3a22afd7-a25a-40a0-96f8-87361f2b07b4', 'serial': '3a22afd7-a25a-40a0-96f8-87361f2b07b4'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 853.022473] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c60734-3c29-43f3-a220-1d2bcee2cad8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.043673] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2068ea-cd9c-4b83-9da3-d681f84b497c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.070684] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-3a22afd7-a25a-40a0-96f8-87361f2b07b4/volume-3a22afd7-a25a-40a0-96f8-87361f2b07b4.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.070977] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-771f75c5-ffb6-4a7c-b57f-106d16c81010 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.089860] env[69365]: INFO nova.compute.resource_tracker [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating resource usage from migration db490383-1146-4436-b98b-26e7b665a8b6 [ 853.094469] env[69365]: DEBUG oslo_vmware.api [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 853.094469] env[69365]: value = "task-3301803" [ 853.094469] env[69365]: _type = "Task" [ 853.094469] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.104058] env[69365]: DEBUG oslo_vmware.api [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.114883] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301797, 'name': CreateVM_Task, 'duration_secs': 0.347998} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.117307] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.118094] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.129585] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301798, 'name': Rename_Task, 'duration_secs': 0.172668} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.129868] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.130136] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab53f5a5-c4d2-44a9-b5f0-bb49ed32b8cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.140764] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Waiting for the task: (returnval){ [ 853.140764] env[69365]: value = "task-3301804" [ 853.140764] env[69365]: _type = "Task" [ 853.140764] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.152373] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.207843] env[69365]: DEBUG nova.network.neutron [req-5856bbc7-4e6e-4462-b2cf-855c177fc37c req-dc2d9453-0a82-4bd2-be54-4d8a52e3a710 service nova] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Updated VIF entry in instance network info cache for port 7f6e62dd-adf7-4efd-a42f-6625e4bca0d9. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.208601] env[69365]: DEBUG nova.network.neutron [req-5856bbc7-4e6e-4462-b2cf-855c177fc37c req-dc2d9453-0a82-4bd2-be54-4d8a52e3a710 service nova] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Updating instance_info_cache with network_info: [{"id": "7f6e62dd-adf7-4efd-a42f-6625e4bca0d9", "address": "fa:16:3e:97:fb:df", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f6e62dd-ad", "ovs_interfaceid": "7f6e62dd-adf7-4efd-a42f-6625e4bca0d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.250841] env[69365]: DEBUG oslo_vmware.api [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Task: {'id': task-3301800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139513} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.251799] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.251799] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.251799] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.252115] env[69365]: INFO nova.compute.manager [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Took 1.08 seconds to destroy the instance on the hypervisor. [ 853.252115] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.252282] env[69365]: DEBUG nova.compute.manager [-] [instance: fd53553a-caec-476b-9463-34c4319483bc] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.252451] env[69365]: DEBUG nova.network.neutron [-] [instance: fd53553a-caec-476b-9463-34c4319483bc] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.277678] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525bdea9-8b92-02c3-5fdb-d406e93eac7d, 'name': SearchDatastore_Task, 'duration_secs': 0.014576} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.278073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.278411] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.278751] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.279044] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.279309] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.279659] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.280065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.280347] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca5df417-2e6b-4d32-8ec0-3382907bf43d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.283498] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9727fc2f-61c1-4f30-a33b-49bb0ff5f124 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.294831] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 853.294831] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52134079-321f-3da1-a29f-484ca73c5b9f" [ 853.294831] env[69365]: _type = "Task" [ 853.294831] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.295978] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.296153] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.300632] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c693093-3e88-4492-aaa1-5f7701dd982f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.303840] env[69365]: DEBUG nova.network.neutron [-] [instance: fd53553a-caec-476b-9463-34c4319483bc] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.315319] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52134079-321f-3da1-a29f-484ca73c5b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.013388} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.317408] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.317727] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.317947] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.318255] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 853.318255] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525d1c9f-0ced-b251-bea0-e522c12f18a7" [ 853.318255] env[69365]: _type = "Task" [ 853.318255] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.332961] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525d1c9f-0ced-b251-bea0-e522c12f18a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013579} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.332961] env[69365]: DEBUG nova.network.neutron [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Successfully updated port: 0fd75caa-7b81-41fa-bbdc-a5da701ec64d {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.337478] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e43a77-9dc9-4e6d-b3d0-d5022cd5bb20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.349031] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 853.349031] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ecdf45-1d80-75ca-3967-013d6e76fa66" [ 853.349031] env[69365]: _type = "Task" [ 853.349031] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.361148] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ecdf45-1d80-75ca-3967-013d6e76fa66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.452971] env[69365]: DEBUG oslo_concurrency.lockutils [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "cdb2706d-414e-43c0-8c19-41aa3e1f6b84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.454023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "cdb2706d-414e-43c0-8c19-41aa3e1f6b84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.454023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "cdb2706d-414e-43c0-8c19-41aa3e1f6b84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.454023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "cdb2706d-414e-43c0-8c19-41aa3e1f6b84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.454023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "cdb2706d-414e-43c0-8c19-41aa3e1f6b84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.459119] env[69365]: INFO nova.compute.manager [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Terminating instance [ 853.506187] env[69365]: DEBUG oslo_vmware.api [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Task: {'id': task-3301802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14191} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.509248] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.509612] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.509899] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.510146] env[69365]: INFO nova.compute.manager [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Took 1.08 seconds to destroy the instance on the hypervisor. [ 853.510459] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.511297] env[69365]: DEBUG nova.compute.manager [-] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.511401] env[69365]: DEBUG nova.network.neutron [-] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.513240] env[69365]: DEBUG oslo_concurrency.lockutils [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Acquiring lock "a6c770c1-38c9-456c-ac52-79f02354de76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.513514] env[69365]: DEBUG oslo_concurrency.lockutils [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Lock "a6c770c1-38c9-456c-ac52-79f02354de76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.513766] env[69365]: DEBUG oslo_concurrency.lockutils [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Acquiring lock "a6c770c1-38c9-456c-ac52-79f02354de76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.514013] env[69365]: DEBUG oslo_concurrency.lockutils [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Lock "a6c770c1-38c9-456c-ac52-79f02354de76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.514263] env[69365]: DEBUG oslo_concurrency.lockutils [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Lock "a6c770c1-38c9-456c-ac52-79f02354de76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.517344] env[69365]: INFO nova.compute.manager [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Terminating instance [ 853.540344] env[69365]: DEBUG nova.network.neutron [-] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.589978] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a819b-7e61-4dcf-ab3b-702f5d517a4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.604119] env[69365]: DEBUG oslo_vmware.api [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301803, 'name': ReconfigVM_Task, 'duration_secs': 0.474389} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.606531] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-3a22afd7-a25a-40a0-96f8-87361f2b07b4/volume-3a22afd7-a25a-40a0-96f8-87361f2b07b4.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.611566] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602b4ee4-a6b0-44de-ba23-961babcaba09 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.623852] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12374a23-a814-48af-95c6-969271ea48c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.664914] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf53318-5aed-46a8-b1ca-9d6adcef2fbc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.667854] env[69365]: DEBUG oslo_vmware.api [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 853.667854] env[69365]: value = "task-3301805" [ 853.667854] env[69365]: _type = "Task" [ 853.667854] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.676880] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301804, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.678641] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9657926b-018a-49f3-9427-8133eb021a61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.685930] env[69365]: DEBUG oslo_vmware.api [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.696653] env[69365]: DEBUG nova.compute.provider_tree [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.714071] env[69365]: DEBUG oslo_concurrency.lockutils [req-5856bbc7-4e6e-4462-b2cf-855c177fc37c req-dc2d9453-0a82-4bd2-be54-4d8a52e3a710 service nova] Releasing lock "refresh_cache-f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.809678] env[69365]: DEBUG nova.network.neutron [-] [instance: fd53553a-caec-476b-9463-34c4319483bc] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.839285] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "refresh_cache-488cd3fa-b547-4560-91ef-217361497af0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.839285] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquired lock "refresh_cache-488cd3fa-b547-4560-91ef-217361497af0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.839285] env[69365]: DEBUG nova.network.neutron [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.862653] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ecdf45-1d80-75ca-3967-013d6e76fa66, 'name': SearchDatastore_Task, 'duration_secs': 0.014653} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.862653] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.862771] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe/f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.863047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.863240] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.863465] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0701aa3-4c93-4be7-a5b4-ae12696f0b8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.865694] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c8f91d0-9260-47db-831f-4990d96c7ae1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.872489] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 853.872489] env[69365]: value = "task-3301806" [ 853.872489] env[69365]: _type = "Task" [ 853.872489] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.876774] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.876954] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.877981] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9986302-aab1-448b-96e0-8bad9f8e80a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.883527] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.886442] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 853.886442] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5268cada-b7ac-f080-fba7-5d31c5feeb13" [ 853.886442] env[69365]: _type = "Task" [ 853.886442] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.896516] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5268cada-b7ac-f080-fba7-5d31c5feeb13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.967624] env[69365]: DEBUG nova.compute.manager [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.967889] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.968782] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3930ea47-6801-467c-ae0a-68c56099352f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.978479] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.978906] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8552b7d7-7cdf-438b-8b4c-2ab2b4033fb9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.986679] env[69365]: DEBUG oslo_vmware.api [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 853.986679] env[69365]: value = "task-3301807" [ 853.986679] env[69365]: _type = "Task" [ 853.986679] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.997822] env[69365]: DEBUG oslo_vmware.api [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.022450] env[69365]: DEBUG nova.compute.manager [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.022450] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.022939] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad724a8-a257-4b3d-850b-f858d24e310b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.032189] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.032189] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c37c014-c8a8-4a58-b3bb-3ef0c0daf58a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.038844] env[69365]: DEBUG oslo_vmware.api [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Waiting for the task: (returnval){ [ 854.038844] env[69365]: value = "task-3301808" [ 854.038844] env[69365]: _type = "Task" [ 854.038844] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.047085] env[69365]: DEBUG nova.network.neutron [-] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.048491] env[69365]: DEBUG oslo_vmware.api [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.171081] env[69365]: DEBUG oslo_vmware.api [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3301804, 'name': PowerOnVM_Task, 'duration_secs': 0.549084} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.174578] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.174836] env[69365]: INFO nova.compute.manager [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Took 8.07 seconds to spawn the instance on the hypervisor. [ 854.175065] env[69365]: DEBUG nova.compute.manager [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.176078] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d27fd6-c1ad-4a98-9b4c-c917f7722e04 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.191269] env[69365]: DEBUG oslo_vmware.api [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301805, 'name': ReconfigVM_Task, 'duration_secs': 0.179303} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.191986] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659310', 'volume_id': '3a22afd7-a25a-40a0-96f8-87361f2b07b4', 'name': 'volume-3a22afd7-a25a-40a0-96f8-87361f2b07b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12166253-9d0a-4ffa-ba27-4ff6e783d0ab', 'attached_at': '', 'detached_at': '', 'volume_id': '3a22afd7-a25a-40a0-96f8-87361f2b07b4', 'serial': '3a22afd7-a25a-40a0-96f8-87361f2b07b4'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 854.200809] env[69365]: DEBUG nova.scheduler.client.report [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.257637] env[69365]: DEBUG nova.compute.manager [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Received event network-vif-plugged-0fd75caa-7b81-41fa-bbdc-a5da701ec64d {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.258016] env[69365]: DEBUG oslo_concurrency.lockutils [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] Acquiring lock "488cd3fa-b547-4560-91ef-217361497af0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.258349] env[69365]: DEBUG oslo_concurrency.lockutils [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] Lock "488cd3fa-b547-4560-91ef-217361497af0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.258776] env[69365]: DEBUG oslo_concurrency.lockutils [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] Lock "488cd3fa-b547-4560-91ef-217361497af0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.258984] env[69365]: DEBUG nova.compute.manager [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] No waiting events found dispatching network-vif-plugged-0fd75caa-7b81-41fa-bbdc-a5da701ec64d {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.259334] env[69365]: WARNING nova.compute.manager [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Received unexpected event network-vif-plugged-0fd75caa-7b81-41fa-bbdc-a5da701ec64d for instance with vm_state building and task_state spawning. [ 854.259567] env[69365]: DEBUG nova.compute.manager [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Received event network-changed-0fd75caa-7b81-41fa-bbdc-a5da701ec64d {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.259823] env[69365]: DEBUG nova.compute.manager [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Refreshing instance network info cache due to event network-changed-0fd75caa-7b81-41fa-bbdc-a5da701ec64d. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.260895] env[69365]: DEBUG oslo_concurrency.lockutils [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] Acquiring lock "refresh_cache-488cd3fa-b547-4560-91ef-217361497af0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.313211] env[69365]: INFO nova.compute.manager [-] [instance: fd53553a-caec-476b-9463-34c4319483bc] Took 1.06 seconds to deallocate network for instance. [ 854.386420] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301806, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.402092] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5268cada-b7ac-f080-fba7-5d31c5feeb13, 'name': SearchDatastore_Task, 'duration_secs': 0.011795} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.403053] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36611bda-fa1d-4870-a91f-f33b920f1477 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.409349] env[69365]: DEBUG nova.network.neutron [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.413529] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 854.413529] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521a4b35-be05-9da6-2148-7143b7052b8b" [ 854.413529] env[69365]: _type = "Task" [ 854.413529] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.423085] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521a4b35-be05-9da6-2148-7143b7052b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.498049] env[69365]: DEBUG oslo_vmware.api [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301807, 'name': PowerOffVM_Task, 'duration_secs': 0.304619} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.498377] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.498593] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.498876] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5148c15e-8cd2-4e0c-8fbe-02f4c2e79751 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.549103] env[69365]: DEBUG oslo_vmware.api [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301808, 'name': PowerOffVM_Task, 'duration_secs': 0.290104} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.549453] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.549583] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.550282] env[69365]: INFO nova.compute.manager [-] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Took 1.04 seconds to deallocate network for instance. [ 854.550610] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3583e80-a91e-4718-9a6b-5a9f385cad0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.577584] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.577584] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.577584] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Deleting the datastore file [datastore2] cdb2706d-414e-43c0-8c19-41aa3e1f6b84 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.578245] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b796a5ca-3631-432c-aa0c-1cecb92b86f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.586345] env[69365]: DEBUG oslo_vmware.api [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for the task: (returnval){ [ 854.586345] env[69365]: value = "task-3301811" [ 854.586345] env[69365]: _type = "Task" [ 854.586345] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.595015] env[69365]: DEBUG oslo_vmware.api [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.635114] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.635441] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.635680] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Deleting the datastore file [datastore1] a6c770c1-38c9-456c-ac52-79f02354de76 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.636026] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-716d8a33-e82f-456a-b767-7e52aeea686d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.643764] env[69365]: DEBUG oslo_vmware.api [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Waiting for the task: (returnval){ [ 854.643764] env[69365]: value = "task-3301812" [ 854.643764] env[69365]: _type = "Task" [ 854.643764] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.657606] env[69365]: DEBUG oslo_vmware.api [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.705665] env[69365]: INFO nova.compute.manager [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Took 31.46 seconds to build instance. [ 854.715754] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.656s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.715754] env[69365]: INFO nova.compute.manager [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Migrating [ 854.736083] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.682s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.736083] env[69365]: DEBUG nova.objects.instance [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Lazy-loading 'resources' on Instance uuid a0de6319-99fe-4420-b042-6eea50509327 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.752147] env[69365]: DEBUG nova.network.neutron [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Updating instance_info_cache with network_info: [{"id": "0fd75caa-7b81-41fa-bbdc-a5da701ec64d", "address": "fa:16:3e:c2:ba:69", "network": {"id": "97fcf15c-659e-49b0-b747-17551e8f08cd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1867408140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550f22d062854cab9909e5f7930bc456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fd75caa-7b", "ovs_interfaceid": "0fd75caa-7b81-41fa-bbdc-a5da701ec64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.821076] env[69365]: DEBUG oslo_concurrency.lockutils [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.885649] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599611} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.885922] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe/f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.886181] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.886473] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aea4dfc-0c20-43f4-8a19-d4fe393b9867 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.893276] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 854.893276] env[69365]: value = "task-3301813" [ 854.893276] env[69365]: _type = "Task" [ 854.893276] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.903185] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.926883] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521a4b35-be05-9da6-2148-7143b7052b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.044516} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.927074] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.927373] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 5d43b1d2-605b-433a-b13c-114f0c57eb88/5d43b1d2-605b-433a-b13c-114f0c57eb88.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.927659] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3c5579c-3c72-4cd2-9640-6606dfd84615 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.934049] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 854.934049] env[69365]: value = "task-3301814" [ 854.934049] env[69365]: _type = "Task" [ 854.934049] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.942564] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.060662] env[69365]: DEBUG oslo_concurrency.lockutils [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.097953] env[69365]: DEBUG oslo_vmware.api [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Task: {'id': task-3301811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228628} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.098309] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.098599] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.099122] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.099122] env[69365]: INFO nova.compute.manager [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Took 1.13 seconds to destroy the instance on the hypervisor. [ 855.099653] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.099726] env[69365]: DEBUG nova.compute.manager [-] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.099849] env[69365]: DEBUG nova.network.neutron [-] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.163415] env[69365]: DEBUG oslo_vmware.api [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Task: {'id': task-3301812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194709} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.164104] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.164104] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.164333] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.164333] env[69365]: INFO nova.compute.manager [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Took 1.14 seconds to destroy the instance on the hypervisor. [ 855.164542] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.164741] env[69365]: DEBUG nova.compute.manager [-] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.164820] env[69365]: DEBUG nova.network.neutron [-] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.208021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99740f1f-3535-4f57-b2d7-bc4f268b2abe tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Lock "56f615f5-518f-417d-911e-1527fbdc8a0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.355s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.243917] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.244140] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.244367] env[69365]: DEBUG nova.network.neutron [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.255697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Releasing lock "refresh_cache-488cd3fa-b547-4560-91ef-217361497af0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.256010] env[69365]: DEBUG nova.compute.manager [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Instance network_info: |[{"id": "0fd75caa-7b81-41fa-bbdc-a5da701ec64d", "address": "fa:16:3e:c2:ba:69", "network": {"id": "97fcf15c-659e-49b0-b747-17551e8f08cd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1867408140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550f22d062854cab9909e5f7930bc456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fd75caa-7b", "ovs_interfaceid": "0fd75caa-7b81-41fa-bbdc-a5da701ec64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.257114] env[69365]: DEBUG oslo_concurrency.lockutils [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] Acquired lock "refresh_cache-488cd3fa-b547-4560-91ef-217361497af0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.257114] env[69365]: DEBUG nova.network.neutron [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Refreshing network info cache for port 0fd75caa-7b81-41fa-bbdc-a5da701ec64d {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.257981] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:ba:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fd75caa-7b81-41fa-bbdc-a5da701ec64d', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.267276] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.267772] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.268601] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-166d98e1-bb91-4232-9e81-6768b09848d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.287501] env[69365]: DEBUG nova.objects.instance [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'flavor' on Instance uuid 12166253-9d0a-4ffa-ba27-4ff6e783d0ab {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.294432] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.294432] env[69365]: value = "task-3301815" [ 855.294432] env[69365]: _type = "Task" [ 855.294432] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.312142] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301815, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.406494] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120137} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.409677] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.410923] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3a559e-95cb-4682-980e-0cfd33219c36 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.434361] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe/f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.440034] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-070a1c6d-4d32-48de-928e-546a77156d3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.467889] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301814, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.477029] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 855.477029] env[69365]: value = "task-3301816" [ 855.477029] env[69365]: _type = "Task" [ 855.477029] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.487498] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.626133] env[69365]: DEBUG nova.compute.manager [req-40f47f23-5c5e-464e-8729-7901c858ca3a req-d03c0333-a31a-458d-8a2d-bef37a9b1fa5 service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Received event network-changed-8ab7cdd5-6094-4d35-b8be-69cbd783db04 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.626583] env[69365]: DEBUG nova.compute.manager [req-40f47f23-5c5e-464e-8729-7901c858ca3a req-d03c0333-a31a-458d-8a2d-bef37a9b1fa5 service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Refreshing instance network info cache due to event network-changed-8ab7cdd5-6094-4d35-b8be-69cbd783db04. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.626727] env[69365]: DEBUG oslo_concurrency.lockutils [req-40f47f23-5c5e-464e-8729-7901c858ca3a req-d03c0333-a31a-458d-8a2d-bef37a9b1fa5 service nova] Acquiring lock "refresh_cache-56f615f5-518f-417d-911e-1527fbdc8a0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.627953] env[69365]: DEBUG oslo_concurrency.lockutils [req-40f47f23-5c5e-464e-8729-7901c858ca3a req-d03c0333-a31a-458d-8a2d-bef37a9b1fa5 service nova] Acquired lock "refresh_cache-56f615f5-518f-417d-911e-1527fbdc8a0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.627953] env[69365]: DEBUG nova.network.neutron [req-40f47f23-5c5e-464e-8729-7901c858ca3a req-d03c0333-a31a-458d-8a2d-bef37a9b1fa5 service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Refreshing network info cache for port 8ab7cdd5-6094-4d35-b8be-69cbd783db04 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.691167] env[69365]: DEBUG oslo_concurrency.lockutils [None req-249194e6-0fb5-4872-a42d-c5abb03539c5 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.792053] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6824ffa1-e4ef-4998-a291-a207b39d3004 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.912s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.793057] env[69365]: DEBUG oslo_concurrency.lockutils [None req-249194e6-0fb5-4872-a42d-c5abb03539c5 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.102s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.793250] env[69365]: DEBUG nova.compute.manager [None req-249194e6-0fb5-4872-a42d-c5abb03539c5 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.794306] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05575b1-1650-45ce-8f71-0cf7b6032444 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.803298] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b25b06-9c6c-4aa3-b04e-5e80925ab3e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.816356] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301815, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.816789] env[69365]: DEBUG nova.compute.manager [None req-249194e6-0fb5-4872-a42d-c5abb03539c5 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 855.817540] env[69365]: DEBUG nova.objects.instance [None req-249194e6-0fb5-4872-a42d-c5abb03539c5 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'flavor' on Instance uuid 12166253-9d0a-4ffa-ba27-4ff6e783d0ab {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.824372] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eefc1e-9858-429a-ac6f-cdd31102827c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.861397] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facfae3f-355c-4691-a3f8-335e8a83d65a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.870318] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1627047-32a6-467d-a2ae-d4695853af24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.889554] env[69365]: DEBUG nova.compute.provider_tree [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.947245] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824005} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.947538] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 5d43b1d2-605b-433a-b13c-114f0c57eb88/5d43b1d2-605b-433a-b13c-114f0c57eb88.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.948051] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.948051] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f68ae6f3-c43b-4483-bbb1-04a7ce46b741 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.957389] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 855.957389] env[69365]: value = "task-3301817" [ 855.957389] env[69365]: _type = "Task" [ 855.957389] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.969828] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.987137] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.312304] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301815, 'name': CreateVM_Task, 'duration_secs': 0.733054} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.312304] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.312304] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.312304] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.312304] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.312304] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049c0502-cde4-4611-a47f-3a37c82d41a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.325442] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 856.325442] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5246628f-e301-0a53-3553-abb15810a048" [ 856.325442] env[69365]: _type = "Task" [ 856.325442] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.336201] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5246628f-e301-0a53-3553-abb15810a048, 'name': SearchDatastore_Task, 'duration_secs': 0.013268} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.337462] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.337721] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.338142] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.338572] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.338572] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.339381] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f0c3692-1ff3-4ab6-9861-9b37a5601efb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.349699] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.350072] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.350785] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b3cd1e-dc00-4bd1-b060-bf8a25366a3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.360840] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 856.360840] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522d7127-9acd-4980-b72e-7acbedccde4c" [ 856.360840] env[69365]: _type = "Task" [ 856.360840] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.374959] env[69365]: DEBUG nova.network.neutron [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Updated VIF entry in instance network info cache for port 0fd75caa-7b81-41fa-bbdc-a5da701ec64d. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.375632] env[69365]: DEBUG nova.network.neutron [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Updating instance_info_cache with network_info: [{"id": "0fd75caa-7b81-41fa-bbdc-a5da701ec64d", "address": "fa:16:3e:c2:ba:69", "network": {"id": "97fcf15c-659e-49b0-b747-17551e8f08cd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1867408140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550f22d062854cab9909e5f7930bc456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fd75caa-7b", "ovs_interfaceid": "0fd75caa-7b81-41fa-bbdc-a5da701ec64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.377197] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522d7127-9acd-4980-b72e-7acbedccde4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.396233] env[69365]: DEBUG nova.scheduler.client.report [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.400136] env[69365]: DEBUG nova.network.neutron [-] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.470591] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123267} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.474325] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.475306] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30bf97d-126f-484b-93b2-72a41281f850 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.505453] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 5d43b1d2-605b-433a-b13c-114f0c57eb88/5d43b1d2-605b-433a-b13c-114f0c57eb88.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.505842] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301816, 'name': ReconfigVM_Task, 'duration_secs': 0.680514} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.506108] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a345fd-c3c5-4765-b79f-006b79d24d22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.521586] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Reconfigured VM instance instance-00000033 to attach disk [datastore2] f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe/f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.522356] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6bc8903-db7b-4ea4-9aa4-cb15eff3e934 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.530079] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 856.530079] env[69365]: value = "task-3301818" [ 856.530079] env[69365]: _type = "Task" [ 856.530079] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.531305] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 856.531305] env[69365]: value = "task-3301819" [ 856.531305] env[69365]: _type = "Task" [ 856.531305] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.542896] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301818, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.546174] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301819, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.727218] env[69365]: DEBUG nova.network.neutron [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance_info_cache with network_info: [{"id": "f352753d-aaba-48d1-b02d-f965a5110c91", "address": "fa:16:3e:51:18:30", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf352753d-aa", "ovs_interfaceid": "f352753d-aaba-48d1-b02d-f965a5110c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.751594] env[69365]: DEBUG nova.compute.manager [req-7246f7b2-5314-40a4-86a2-627673adf2a6 req-6f440a2f-a76b-4fed-b30e-64ad6a7fcf57 service nova] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Received event network-vif-deleted-b75097b9-a65f-48d3-935b-b58ba5ad536b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.826639] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-249194e6-0fb5-4872-a42d-c5abb03539c5 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.826951] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6984df0f-31fa-4f17-8bfd-b23ffdc464d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.841021] env[69365]: DEBUG oslo_vmware.api [None req-249194e6-0fb5-4872-a42d-c5abb03539c5 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 856.841021] env[69365]: value = "task-3301820" [ 856.841021] env[69365]: _type = "Task" [ 856.841021] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.848266] env[69365]: DEBUG oslo_vmware.api [None req-249194e6-0fb5-4872-a42d-c5abb03539c5 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.877788] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522d7127-9acd-4980-b72e-7acbedccde4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012863} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.878443] env[69365]: DEBUG oslo_concurrency.lockutils [req-2b115572-0b9a-4b65-87e1-b74cd919c1e2 req-39f36af7-f100-4afe-800c-4ab703200616 service nova] Releasing lock "refresh_cache-488cd3fa-b547-4560-91ef-217361497af0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.879983] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb8be17-35ac-4400-9575-e63995100be5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.887885] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 856.887885] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52006fb4-eced-7cec-c03b-e55d9e8dd89b" [ 856.887885] env[69365]: _type = "Task" [ 856.887885] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.900244] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52006fb4-eced-7cec-c03b-e55d9e8dd89b, 'name': SearchDatastore_Task, 'duration_secs': 0.012357} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.900415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.901801] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 488cd3fa-b547-4560-91ef-217361497af0/488cd3fa-b547-4560-91ef-217361497af0.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.901801] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb3ecd70-a98d-43b8-bff3-607f8dc6288f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.903583] env[69365]: INFO nova.compute.manager [-] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Took 1.80 seconds to deallocate network for instance. [ 856.904406] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.910310] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.905s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.910310] env[69365]: INFO nova.compute.claims [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.918362] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 856.918362] env[69365]: value = "task-3301821" [ 856.918362] env[69365]: _type = "Task" [ 856.918362] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.928952] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.947292] env[69365]: INFO nova.scheduler.client.report [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Deleted allocations for instance a0de6319-99fe-4420-b042-6eea50509327 [ 857.047632] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301818, 'name': ReconfigVM_Task, 'duration_secs': 0.507788} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.051364] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 5d43b1d2-605b-433a-b13c-114f0c57eb88/5d43b1d2-605b-433a-b13c-114f0c57eb88.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.052137] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301819, 'name': Rename_Task, 'duration_secs': 0.201597} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.052360] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0ced889-cefc-422c-bf99-44fa7831a1f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.054827] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.054827] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72a8d106-6637-4332-9965-829851cd06b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.063361] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 857.063361] env[69365]: value = "task-3301822" [ 857.063361] env[69365]: _type = "Task" [ 857.063361] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.063361] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 857.063361] env[69365]: value = "task-3301823" [ 857.063361] env[69365]: _type = "Task" [ 857.063361] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.087619] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301822, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.090795] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301823, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.098828] env[69365]: DEBUG nova.network.neutron [req-40f47f23-5c5e-464e-8729-7901c858ca3a req-d03c0333-a31a-458d-8a2d-bef37a9b1fa5 service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Updated VIF entry in instance network info cache for port 8ab7cdd5-6094-4d35-b8be-69cbd783db04. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.098828] env[69365]: DEBUG nova.network.neutron [req-40f47f23-5c5e-464e-8729-7901c858ca3a req-d03c0333-a31a-458d-8a2d-bef37a9b1fa5 service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Updating instance_info_cache with network_info: [{"id": "8ab7cdd5-6094-4d35-b8be-69cbd783db04", "address": "fa:16:3e:8a:b8:63", "network": {"id": "9bfe2990-39b2-403b-9383-64319dc10bdf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1321609145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8701b178854c4ab46fbff7ad2dbcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab7cdd5-60", "ovs_interfaceid": "8ab7cdd5-6094-4d35-b8be-69cbd783db04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.232858] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.339207] env[69365]: DEBUG nova.network.neutron [-] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.352829] env[69365]: DEBUG oslo_vmware.api [None req-249194e6-0fb5-4872-a42d-c5abb03539c5 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301820, 'name': PowerOffVM_Task, 'duration_secs': 0.246925} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.353862] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-249194e6-0fb5-4872-a42d-c5abb03539c5 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.354076] env[69365]: DEBUG nova.compute.manager [None req-249194e6-0fb5-4872-a42d-c5abb03539c5 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.355024] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e760d43-e692-4a8a-a5aa-6e3bc8cfa3f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.423040] env[69365]: DEBUG oslo_concurrency.lockutils [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.437488] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301821, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.456670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81951011-e017-43d0-a7d3-b8bc362fbe79 tempest-ServerGroupTestJSON-1236308164 tempest-ServerGroupTestJSON-1236308164-project-member] Lock "a0de6319-99fe-4420-b042-6eea50509327" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.961s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.588207] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301822, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.588514] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.600267] env[69365]: DEBUG oslo_concurrency.lockutils [req-40f47f23-5c5e-464e-8729-7901c858ca3a req-d03c0333-a31a-458d-8a2d-bef37a9b1fa5 service nova] Releasing lock "refresh_cache-56f615f5-518f-417d-911e-1527fbdc8a0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.846456] env[69365]: INFO nova.compute.manager [-] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Took 2.68 seconds to deallocate network for instance. [ 857.869377] env[69365]: DEBUG oslo_concurrency.lockutils [None req-249194e6-0fb5-4872-a42d-c5abb03539c5 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.937221] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581665} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.939665] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 488cd3fa-b547-4560-91ef-217361497af0/488cd3fa-b547-4560-91ef-217361497af0.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.939665] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.939665] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dbacd56-c0e2-45b0-b9d4-1c9bf5ab47a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.946713] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 857.946713] env[69365]: value = "task-3301824" [ 857.946713] env[69365]: _type = "Task" [ 857.946713] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.961981] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.083232] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301822, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.087950] env[69365]: DEBUG oslo_vmware.api [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301823, 'name': PowerOnVM_Task, 'duration_secs': 0.835722} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.089467] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.089467] env[69365]: INFO nova.compute.manager [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Took 8.92 seconds to spawn the instance on the hypervisor. [ 858.089467] env[69365]: DEBUG nova.compute.manager [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.089939] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f355ab5e-5087-4a97-a127-5fc93b777c39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.306689] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213a810-dc18-cf4c-b4a5-4aa89cf4192b/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.307764] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee20553a-769a-4e70-abc9-6f346e8c348a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.319565] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213a810-dc18-cf4c-b4a5-4aa89cf4192b/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.322107] env[69365]: ERROR oslo_vmware.rw_handles [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213a810-dc18-cf4c-b4a5-4aa89cf4192b/disk-0.vmdk due to incomplete transfer. [ 858.322107] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d8056fad-1ddf-46f0-94c7-155491d766dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.328039] env[69365]: DEBUG oslo_vmware.rw_handles [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213a810-dc18-cf4c-b4a5-4aa89cf4192b/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.328237] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Uploaded image 0245c5ae-2534-40d9-a98d-392056cb4cd8 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.330365] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.330637] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7384a6c8-d14d-452c-9799-a422b2e87f64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.337475] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 858.337475] env[69365]: value = "task-3301825" [ 858.337475] env[69365]: _type = "Task" [ 858.337475] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.345762] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301825, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.358158] env[69365]: DEBUG oslo_concurrency.lockutils [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.395440] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703de5ad-d06f-4649-9ffb-3920d2bb628c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.409265] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ad9234-32a3-49c2-9554-3b0ea9082eb2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.443893] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68094a5c-40bb-4714-abd8-06e02b7025bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.455962] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d44f75-d7ae-4be5-9de6-16c239428c5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.462994] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149674} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.463845] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.464645] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d47fcd-0c7c-470c-854b-aeb8c33bacd0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.477281] env[69365]: DEBUG nova.compute.provider_tree [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.501946] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 488cd3fa-b547-4560-91ef-217361497af0/488cd3fa-b547-4560-91ef-217361497af0.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.505623] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d0883d6-912f-4459-829e-bbf4615e3a8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.526597] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 858.526597] env[69365]: value = "task-3301826" [ 858.526597] env[69365]: _type = "Task" [ 858.526597] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.536294] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.576445] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301822, 'name': Rename_Task, 'duration_secs': 1.300604} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.577111] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.577111] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fad60287-2e08-4efe-8d6a-0d4841aa96d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.584193] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 858.584193] env[69365]: value = "task-3301827" [ 858.584193] env[69365]: _type = "Task" [ 858.584193] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.593234] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.616683] env[69365]: INFO nova.compute.manager [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Took 30.88 seconds to build instance. [ 858.673034] env[69365]: DEBUG nova.objects.instance [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'flavor' on Instance uuid 12166253-9d0a-4ffa-ba27-4ff6e783d0ab {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.750332] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4484e86-482f-4161-aa0c-da5d7f233a37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.775125] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance '99e521a6-b45b-401f-9c18-9f05f8198e4c' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.850321] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301825, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.860163] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "95fc6621-8319-4aef-b18e-08f25015c714" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.864941] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "95fc6621-8319-4aef-b18e-08f25015c714" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.964730] env[69365]: DEBUG nova.compute.manager [req-dc4bd5d4-ce18-4f5a-af03-80a62f71a5f2 req-30efd68f-1aaf-4eb3-913a-5f282d13da9e service nova] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Received event network-vif-deleted-da5d982a-fd84-471e-a753-e4ce32765228 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.983220] env[69365]: DEBUG nova.scheduler.client.report [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.037110] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301826, 'name': ReconfigVM_Task, 'duration_secs': 0.318582} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.037332] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 488cd3fa-b547-4560-91ef-217361497af0/488cd3fa-b547-4560-91ef-217361497af0.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.037658] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69365) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 859.038642] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-1db37149-1fca-4d97-a790-96b504024a95 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.045844] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 859.045844] env[69365]: value = "task-3301828" [ 859.045844] env[69365]: _type = "Task" [ 859.045844] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.055732] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301828, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.098408] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301827, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.118622] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45a15e6c-53ee-4365-a586-088630ee4b0e tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.262s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.182451] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.183616] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquired lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.183925] env[69365]: DEBUG nova.network.neutron [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.183925] env[69365]: DEBUG nova.objects.instance [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'info_cache' on Instance uuid 12166253-9d0a-4ffa-ba27-4ff6e783d0ab {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.287068] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.287068] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b0e6112-5dfd-4784-a7a2-c3313ed65e1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.297272] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 859.297272] env[69365]: value = "task-3301829" [ 859.297272] env[69365]: _type = "Task" [ 859.297272] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.308484] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.348418] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301825, 'name': Destroy_Task, 'duration_secs': 0.756264} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.348716] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Destroyed the VM [ 859.348938] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.349208] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fe5dc0bf-98fd-4976-94b0-35c2e1473d82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.356640] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 859.356640] env[69365]: value = "task-3301830" [ 859.356640] env[69365]: _type = "Task" [ 859.356640] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.364476] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301830, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.367057] env[69365]: DEBUG nova.compute.manager [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.487599] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.488173] env[69365]: DEBUG nova.compute.manager [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.491340] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.235s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.491578] env[69365]: DEBUG nova.objects.instance [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lazy-loading 'resources' on Instance uuid 606f0211-32d3-4fdf-8c4d-dd5879db98a6 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.557692] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301828, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060662} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.557983] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69365) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 859.558840] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6cb2d7-a785-4c21-aa3d-0160631f51bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.593436] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 488cd3fa-b547-4560-91ef-217361497af0/ephemeral_0.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.595458] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c355c9d1-abe5-4010-8747-028186cf315b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.615749] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "3e7592b7-65d9-4c7f-9133-551d8529f865" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.616039] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "3e7592b7-65d9-4c7f-9133-551d8529f865" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.625433] env[69365]: DEBUG oslo_vmware.api [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301827, 'name': PowerOnVM_Task, 'duration_secs': 0.841567} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.626968] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.627231] env[69365]: DEBUG nova.compute.manager [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.627595] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 859.627595] env[69365]: value = "task-3301831" [ 859.627595] env[69365]: _type = "Task" [ 859.627595] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.628351] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953e4983-38d8-4643-81d2-f2c5bd826ad2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.647935] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.688255] env[69365]: DEBUG nova.objects.base [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Object Instance<12166253-9d0a-4ffa-ba27-4ff6e783d0ab> lazy-loaded attributes: flavor,info_cache {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 859.809620] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301829, 'name': PowerOffVM_Task, 'duration_secs': 0.366738} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.809901] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.810100] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance '99e521a6-b45b-401f-9c18-9f05f8198e4c' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.866389] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301830, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.887558] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.995227] env[69365]: DEBUG nova.compute.utils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.997081] env[69365]: DEBUG nova.compute.manager [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.997532] env[69365]: DEBUG nova.network.neutron [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.056023] env[69365]: DEBUG nova.policy [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80ad089106ab44df80e576fd6896aa59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08264223cf1a4db1b94941da15459335', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.121140] env[69365]: DEBUG nova.compute.manager [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.123431] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "bc76fce0-bb80-49e7-b730-9c09514f3aa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.123678] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "bc76fce0-bb80-49e7-b730-9c09514f3aa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.143862] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301831, 'name': ReconfigVM_Task, 'duration_secs': 0.365541} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.143862] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 488cd3fa-b547-4560-91ef-217361497af0/ephemeral_0.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.145205] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a005e8d-9cf9-4ee0-8a57-e74bbf3e4eb8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.156846] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 860.156846] env[69365]: value = "task-3301832" [ 860.156846] env[69365]: _type = "Task" [ 860.156846] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.159401] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.168919] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301832, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.317364] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.317652] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.317835] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.318408] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.318617] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.318773] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.319016] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.319224] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.319434] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.319757] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.319986] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.327893] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23cbbaa0-fc89-468c-9816-37dd303317f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.347493] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 860.347493] env[69365]: value = "task-3301833" [ 860.347493] env[69365]: _type = "Task" [ 860.347493] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.358534] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.368137] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301830, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.463402] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd942593-6d02-44e6-995c-612df88938ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.472128] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac07d159-20ea-49aa-8268-d5b21fbdb3d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.506373] env[69365]: DEBUG nova.compute.manager [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.512873] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9a7dc6-9a5a-49f7-b8d7-3df631f10710 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.521607] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04289394-96db-48a9-9ae8-b5b3cf53e48a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.527162] env[69365]: DEBUG nova.network.neutron [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Successfully created port: 267cf7fa-812a-4234-abf9-1c02cdedd940 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.539320] env[69365]: DEBUG nova.compute.provider_tree [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.629642] env[69365]: DEBUG nova.compute.manager [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.655130] env[69365]: DEBUG nova.network.neutron [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Updating instance_info_cache with network_info: [{"id": "ff0a3e07-a4f2-49b7-accc-480fc018786c", "address": "fa:16:3e:d6:87:6b", "network": {"id": "e5935f89-2a0e-4c73-8fd6-af1ac7fc787c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1692533212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72868a3ac4f249728f3ab513cd801654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0a3e07-a4", "ovs_interfaceid": "ff0a3e07-a4f2-49b7-accc-480fc018786c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.658057] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.668900] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301832, 'name': Rename_Task, 'duration_secs': 0.166225} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.669096] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.669343] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72bb97b5-0a02-4534-9efb-59a47f991e1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.677749] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 860.677749] env[69365]: value = "task-3301834" [ 860.677749] env[69365]: _type = "Task" [ 860.677749] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.686394] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.858209] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301833, 'name': ReconfigVM_Task, 'duration_secs': 0.296684} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.858627] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance '99e521a6-b45b-401f-9c18-9f05f8198e4c' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.871107] env[69365]: DEBUG oslo_vmware.api [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301830, 'name': RemoveSnapshot_Task, 'duration_secs': 1.298513} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.871228] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.871883] env[69365]: INFO nova.compute.manager [None req-d10bfdef-8ec6-41de-b386-62fd1293f1c0 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Took 19.08 seconds to snapshot the instance on the hypervisor. [ 860.976226] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.976622] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.043275] env[69365]: DEBUG nova.scheduler.client.report [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.156573] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.158200] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Releasing lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.188719] env[69365]: DEBUG oslo_vmware.api [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3301834, 'name': PowerOnVM_Task, 'duration_secs': 0.47702} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.189031] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.189243] env[69365]: INFO nova.compute.manager [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Took 8.82 seconds to spawn the instance on the hypervisor. [ 861.189427] env[69365]: DEBUG nova.compute.manager [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.190216] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10be3b09-8779-43b5-9640-0812a511bc97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.282877] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquiring lock "5d43b1d2-605b-433a-b13c-114f0c57eb88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.283180] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Lock "5d43b1d2-605b-433a-b13c-114f0c57eb88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.283395] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquiring lock "5d43b1d2-605b-433a-b13c-114f0c57eb88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.283576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Lock "5d43b1d2-605b-433a-b13c-114f0c57eb88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.283764] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Lock "5d43b1d2-605b-433a-b13c-114f0c57eb88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.285947] env[69365]: INFO nova.compute.manager [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Terminating instance [ 861.368162] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:33:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39805a2c-3fd6-4cd3-8588-003f5d79cd82',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1005606624',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.368504] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.368547] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.368725] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.368872] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.369030] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.369243] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.369404] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.369568] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.369729] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.369899] env[69365]: DEBUG nova.virt.hardware [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.375246] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 861.377555] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e62d4a-fec6-465c-b252-d5e682bec290 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.397813] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 861.397813] env[69365]: value = "task-3301835" [ 861.397813] env[69365]: _type = "Task" [ 861.397813] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.406173] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.480356] env[69365]: DEBUG nova.compute.utils [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.522047] env[69365]: DEBUG nova.compute.manager [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.547509] env[69365]: DEBUG nova.virt.hardware [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.547785] env[69365]: DEBUG nova.virt.hardware [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.547987] env[69365]: DEBUG nova.virt.hardware [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.548200] env[69365]: DEBUG nova.virt.hardware [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.548357] env[69365]: DEBUG nova.virt.hardware [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.548593] env[69365]: DEBUG nova.virt.hardware [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.548851] env[69365]: DEBUG nova.virt.hardware [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.549058] env[69365]: DEBUG nova.virt.hardware [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.549236] env[69365]: DEBUG nova.virt.hardware [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.549431] env[69365]: DEBUG nova.virt.hardware [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.549650] env[69365]: DEBUG nova.virt.hardware [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.550441] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.552989] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7ef066-204c-4552-bb3b-0f814c2aa032 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.556028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.934s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.557824] env[69365]: INFO nova.compute.claims [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.565915] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de0a6b5-96fb-4e16-b1ab-9e2ec56b1776 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.585250] env[69365]: INFO nova.scheduler.client.report [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Deleted allocations for instance 606f0211-32d3-4fdf-8c4d-dd5879db98a6 [ 861.709287] env[69365]: INFO nova.compute.manager [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Took 32.85 seconds to build instance. [ 861.792105] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquiring lock "refresh_cache-5d43b1d2-605b-433a-b13c-114f0c57eb88" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.792323] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquired lock "refresh_cache-5d43b1d2-605b-433a-b13c-114f0c57eb88" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.792522] env[69365]: DEBUG nova.network.neutron [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.908230] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301835, 'name': ReconfigVM_Task, 'duration_secs': 0.286248} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.908725] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 861.909930] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450db98f-61db-4496-b6ee-9764685bec07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.938762] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 99e521a6-b45b-401f-9c18-9f05f8198e4c/99e521a6-b45b-401f-9c18-9f05f8198e4c.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.940028] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c5b5630-e93a-443a-9402-151842aefbdb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.963919] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 861.963919] env[69365]: value = "task-3301836" [ 861.963919] env[69365]: _type = "Task" [ 861.963919] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.975646] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.983745] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.097859] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90d1587e-e177-4cc3-a219-88dfa8d80030 tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "606f0211-32d3-4fdf-8c4d-dd5879db98a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.355s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.166539] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.167047] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17012090-9778-4b0b-beb5-db1b7d535249 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.175178] env[69365]: DEBUG oslo_vmware.api [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 862.175178] env[69365]: value = "task-3301837" [ 862.175178] env[69365]: _type = "Task" [ 862.175178] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.185799] env[69365]: DEBUG oslo_vmware.api [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.217396] env[69365]: DEBUG nova.network.neutron [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Successfully updated port: 267cf7fa-812a-4234-abf9-1c02cdedd940 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.220660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5c9369a-0070-4c0a-8cad-f53f2882c7ea tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "488cd3fa-b547-4560-91ef-217361497af0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.657s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.314721] env[69365]: DEBUG nova.network.neutron [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.368862] env[69365]: DEBUG nova.network.neutron [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.474247] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301836, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.583991] env[69365]: DEBUG nova.compute.manager [req-83864b80-3bfc-4c73-b966-797e55b6bf97 req-1d34bec4-3d85-4a84-bac0-793499d31b48 service nova] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Received event network-vif-plugged-267cf7fa-812a-4234-abf9-1c02cdedd940 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.584517] env[69365]: DEBUG oslo_concurrency.lockutils [req-83864b80-3bfc-4c73-b966-797e55b6bf97 req-1d34bec4-3d85-4a84-bac0-793499d31b48 service nova] Acquiring lock "4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.584746] env[69365]: DEBUG oslo_concurrency.lockutils [req-83864b80-3bfc-4c73-b966-797e55b6bf97 req-1d34bec4-3d85-4a84-bac0-793499d31b48 service nova] Lock "4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.589166] env[69365]: DEBUG oslo_concurrency.lockutils [req-83864b80-3bfc-4c73-b966-797e55b6bf97 req-1d34bec4-3d85-4a84-bac0-793499d31b48 service nova] Lock "4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.589646] env[69365]: DEBUG nova.compute.manager [req-83864b80-3bfc-4c73-b966-797e55b6bf97 req-1d34bec4-3d85-4a84-bac0-793499d31b48 service nova] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] No waiting events found dispatching network-vif-plugged-267cf7fa-812a-4234-abf9-1c02cdedd940 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.589832] env[69365]: WARNING nova.compute.manager [req-83864b80-3bfc-4c73-b966-797e55b6bf97 req-1d34bec4-3d85-4a84-bac0-793499d31b48 service nova] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Received unexpected event network-vif-plugged-267cf7fa-812a-4234-abf9-1c02cdedd940 for instance with vm_state building and task_state spawning. [ 862.689990] env[69365]: DEBUG oslo_vmware.api [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.726406] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "refresh_cache-4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.726559] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "refresh_cache-4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.726776] env[69365]: DEBUG nova.network.neutron [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.775601] env[69365]: DEBUG nova.compute.manager [req-e3068e0a-d6a0-4ecc-92b6-393727e72275 req-093f0247-b02c-4d13-8b5e-5e3602eec9b7 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Received event network-changed-0fd75caa-7b81-41fa-bbdc-a5da701ec64d {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.776103] env[69365]: DEBUG nova.compute.manager [req-e3068e0a-d6a0-4ecc-92b6-393727e72275 req-093f0247-b02c-4d13-8b5e-5e3602eec9b7 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Refreshing instance network info cache due to event network-changed-0fd75caa-7b81-41fa-bbdc-a5da701ec64d. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.776103] env[69365]: DEBUG oslo_concurrency.lockutils [req-e3068e0a-d6a0-4ecc-92b6-393727e72275 req-093f0247-b02c-4d13-8b5e-5e3602eec9b7 service nova] Acquiring lock "refresh_cache-488cd3fa-b547-4560-91ef-217361497af0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.776236] env[69365]: DEBUG oslo_concurrency.lockutils [req-e3068e0a-d6a0-4ecc-92b6-393727e72275 req-093f0247-b02c-4d13-8b5e-5e3602eec9b7 service nova] Acquired lock "refresh_cache-488cd3fa-b547-4560-91ef-217361497af0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.776384] env[69365]: DEBUG nova.network.neutron [req-e3068e0a-d6a0-4ecc-92b6-393727e72275 req-093f0247-b02c-4d13-8b5e-5e3602eec9b7 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Refreshing network info cache for port 0fd75caa-7b81-41fa-bbdc-a5da701ec64d {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.874067] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Releasing lock "refresh_cache-5d43b1d2-605b-433a-b13c-114f0c57eb88" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.874543] env[69365]: DEBUG nova.compute.manager [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.874849] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.875779] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3d62b9-afaa-4c81-a671-09df4e7b9127 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.884820] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.888683] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7434825a-ecaa-484c-a1fb-7e9b0212449a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.901171] env[69365]: DEBUG oslo_vmware.api [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 862.901171] env[69365]: value = "task-3301838" [ 862.901171] env[69365]: _type = "Task" [ 862.901171] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.910741] env[69365]: DEBUG oslo_vmware.api [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.976872] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301836, 'name': ReconfigVM_Task, 'duration_secs': 0.544678} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.977218] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 99e521a6-b45b-401f-9c18-9f05f8198e4c/99e521a6-b45b-401f-9c18-9f05f8198e4c.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.977501] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance '99e521a6-b45b-401f-9c18-9f05f8198e4c' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.053597] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.053883] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.054395] env[69365]: INFO nova.compute.manager [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Attaching volume 7d0ae819-44a7-4141-8ac9-30e9e359ea3e to /dev/sdb [ 863.070971] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c19e05-ab23-431b-8cc0-9680b140aaa0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.081298] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f503a7ec-cf87-41eb-89be-d424ac9e8261 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.115079] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3c7c83-2144-4074-b814-c0f47fdcbd7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.118370] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a1873d-b135-4b85-878e-42323f749e18 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.128868] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8847084d-0073-435c-8d3e-a25e2e57eeee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.132550] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7e9ba2-00b8-483f-8b55-1959c90a1698 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.148483] env[69365]: DEBUG nova.compute.provider_tree [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.154550] env[69365]: DEBUG nova.virt.block_device [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Updating existing volume attachment record: 80725b72-6605-4c9f-9df8-85d491ce2887 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 863.187910] env[69365]: DEBUG oslo_vmware.api [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301837, 'name': PowerOnVM_Task, 'duration_secs': 0.774123} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.188234] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.188445] env[69365]: DEBUG nova.compute.manager [None req-9b69fe15-3349-42ba-acdb-de72199cf8f0 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.189383] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e31d3a0-705f-4583-a916-f5110d808f2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.273170] env[69365]: DEBUG nova.network.neutron [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.408850] env[69365]: DEBUG oslo_vmware.api [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301838, 'name': PowerOffVM_Task, 'duration_secs': 0.240566} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.409435] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.409435] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.409655] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80bc45d7-bd0e-4918-9343-564ba80d1e24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.434971] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.435211] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.435470] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Deleting the datastore file [datastore2] 5d43b1d2-605b-433a-b13c-114f0c57eb88 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.435724] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fac2f933-90d0-4744-b2cb-e95f89d723e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.442761] env[69365]: DEBUG oslo_vmware.api [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for the task: (returnval){ [ 863.442761] env[69365]: value = "task-3301842" [ 863.442761] env[69365]: _type = "Task" [ 863.442761] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.451388] env[69365]: DEBUG oslo_vmware.api [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.486061] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712e128d-76c1-49c4-8ff0-25721ed79aaa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.510210] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979160ca-149a-40fd-855f-063752793ee0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.536581] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance '99e521a6-b45b-401f-9c18-9f05f8198e4c' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.594347] env[69365]: DEBUG nova.network.neutron [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Updating instance_info_cache with network_info: [{"id": "267cf7fa-812a-4234-abf9-1c02cdedd940", "address": "fa:16:3e:4c:cb:f1", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267cf7fa-81", "ovs_interfaceid": "267cf7fa-812a-4234-abf9-1c02cdedd940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.660288] env[69365]: DEBUG nova.scheduler.client.report [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.663983] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Acquiring lock "205183f5-c414-49b0-b14f-cc7e70085cc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.664131] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Lock "205183f5-c414-49b0-b14f-cc7e70085cc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.664340] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Acquiring lock "205183f5-c414-49b0-b14f-cc7e70085cc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.664529] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Lock "205183f5-c414-49b0-b14f-cc7e70085cc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.664697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Lock "205183f5-c414-49b0-b14f-cc7e70085cc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.670836] env[69365]: INFO nova.compute.manager [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Terminating instance [ 863.740485] env[69365]: DEBUG nova.network.neutron [req-e3068e0a-d6a0-4ecc-92b6-393727e72275 req-093f0247-b02c-4d13-8b5e-5e3602eec9b7 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Updated VIF entry in instance network info cache for port 0fd75caa-7b81-41fa-bbdc-a5da701ec64d. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.740862] env[69365]: DEBUG nova.network.neutron [req-e3068e0a-d6a0-4ecc-92b6-393727e72275 req-093f0247-b02c-4d13-8b5e-5e3602eec9b7 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Updating instance_info_cache with network_info: [{"id": "0fd75caa-7b81-41fa-bbdc-a5da701ec64d", "address": "fa:16:3e:c2:ba:69", "network": {"id": "97fcf15c-659e-49b0-b747-17551e8f08cd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1867408140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "550f22d062854cab9909e5f7930bc456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fd75caa-7b", "ovs_interfaceid": "0fd75caa-7b81-41fa-bbdc-a5da701ec64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.954218] env[69365]: DEBUG oslo_vmware.api [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Task: {'id': task-3301842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180859} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.954510] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.954700] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.954894] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.955096] env[69365]: INFO nova.compute.manager [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Took 1.08 seconds to destroy the instance on the hypervisor. [ 863.955386] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.955604] env[69365]: DEBUG nova.compute.manager [-] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.955731] env[69365]: DEBUG nova.network.neutron [-] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.978170] env[69365]: DEBUG nova.network.neutron [-] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.093793] env[69365]: DEBUG nova.network.neutron [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Port f352753d-aaba-48d1-b02d-f965a5110c91 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 864.098293] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "refresh_cache-4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.098690] env[69365]: DEBUG nova.compute.manager [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Instance network_info: |[{"id": "267cf7fa-812a-4234-abf9-1c02cdedd940", "address": "fa:16:3e:4c:cb:f1", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267cf7fa-81", "ovs_interfaceid": "267cf7fa-812a-4234-abf9-1c02cdedd940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.099208] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:cb:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '267cf7fa-812a-4234-abf9-1c02cdedd940', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.108327] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.109767] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.110044] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2347db4b-1cc1-4130-8ce3-be852b0538ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.130681] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.130681] env[69365]: value = "task-3301844" [ 864.130681] env[69365]: _type = "Task" [ 864.130681] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.140813] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301844, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.168982] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.169578] env[69365]: DEBUG nova.compute.manager [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.172747] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.724s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.173745] env[69365]: INFO nova.compute.claims [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.179301] env[69365]: DEBUG nova.compute.manager [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.179301] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.179301] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb6852b-6545-4240-aca9-9b86d3f77834 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.187394] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.187737] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55d1da54-3d58-4bf1-831b-45b83955d10c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.194877] env[69365]: DEBUG oslo_vmware.api [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Waiting for the task: (returnval){ [ 864.194877] env[69365]: value = "task-3301845" [ 864.194877] env[69365]: _type = "Task" [ 864.194877] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.204881] env[69365]: DEBUG oslo_vmware.api [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.245276] env[69365]: DEBUG oslo_concurrency.lockutils [req-e3068e0a-d6a0-4ecc-92b6-393727e72275 req-093f0247-b02c-4d13-8b5e-5e3602eec9b7 service nova] Releasing lock "refresh_cache-488cd3fa-b547-4560-91ef-217361497af0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.482706] env[69365]: DEBUG nova.network.neutron [-] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.613991] env[69365]: DEBUG nova.compute.manager [req-1f2f981a-3fe9-4aa3-ab0e-1e707b5c7716 req-c78498c0-a761-4d11-a5a5-0233a8ae2546 service nova] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Received event network-changed-267cf7fa-812a-4234-abf9-1c02cdedd940 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.614290] env[69365]: DEBUG nova.compute.manager [req-1f2f981a-3fe9-4aa3-ab0e-1e707b5c7716 req-c78498c0-a761-4d11-a5a5-0233a8ae2546 service nova] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Refreshing instance network info cache due to event network-changed-267cf7fa-812a-4234-abf9-1c02cdedd940. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.614599] env[69365]: DEBUG oslo_concurrency.lockutils [req-1f2f981a-3fe9-4aa3-ab0e-1e707b5c7716 req-c78498c0-a761-4d11-a5a5-0233a8ae2546 service nova] Acquiring lock "refresh_cache-4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.614670] env[69365]: DEBUG oslo_concurrency.lockutils [req-1f2f981a-3fe9-4aa3-ab0e-1e707b5c7716 req-c78498c0-a761-4d11-a5a5-0233a8ae2546 service nova] Acquired lock "refresh_cache-4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.614865] env[69365]: DEBUG nova.network.neutron [req-1f2f981a-3fe9-4aa3-ab0e-1e707b5c7716 req-c78498c0-a761-4d11-a5a5-0233a8ae2546 service nova] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Refreshing network info cache for port 267cf7fa-812a-4234-abf9-1c02cdedd940 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.641323] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301844, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.681028] env[69365]: DEBUG nova.compute.utils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.682031] env[69365]: DEBUG nova.compute.manager [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.682218] env[69365]: DEBUG nova.network.neutron [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.707197] env[69365]: DEBUG oslo_vmware.api [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301845, 'name': PowerOffVM_Task, 'duration_secs': 0.351741} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.707448] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.707618] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.707874] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e687379b-15a9-442a-8c67-4b61817630d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.725564] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "05b0e6cb-6197-45af-bf23-bcdd30c0b399" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.725838] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "05b0e6cb-6197-45af-bf23-bcdd30c0b399" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.726066] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "05b0e6cb-6197-45af-bf23-bcdd30c0b399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.726258] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "05b0e6cb-6197-45af-bf23-bcdd30c0b399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.726425] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "05b0e6cb-6197-45af-bf23-bcdd30c0b399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.729033] env[69365]: INFO nova.compute.manager [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Terminating instance [ 864.749996] env[69365]: DEBUG nova.policy [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae78d11f62504c0b86204cd1af4a9dbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f64deb7e8fd6487e9953a40f8593a095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.799674] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.799674] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.799674] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Deleting the datastore file [datastore1] 205183f5-c414-49b0-b14f-cc7e70085cc1 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.799674] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb11be41-ea4c-4cc5-a5da-bbe2994e5b37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.805922] env[69365]: DEBUG oslo_vmware.api [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Waiting for the task: (returnval){ [ 864.805922] env[69365]: value = "task-3301847" [ 864.805922] env[69365]: _type = "Task" [ 864.805922] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.814158] env[69365]: DEBUG oslo_vmware.api [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.990978] env[69365]: INFO nova.compute.manager [-] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Took 1.03 seconds to deallocate network for instance. [ 865.110804] env[69365]: DEBUG nova.network.neutron [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Successfully created port: f41090c9-28f9-4132-b2b3-cac3ef580a02 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.119768] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "99e521a6-b45b-401f-9c18-9f05f8198e4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.119998] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "99e521a6-b45b-401f-9c18-9f05f8198e4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.120187] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "99e521a6-b45b-401f-9c18-9f05f8198e4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.141923] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301844, 'name': CreateVM_Task, 'duration_secs': 0.790048} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.142121] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.142758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.142922] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.143271] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.143520] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64b9727-0118-40ba-8682-6e2d0fc42ab5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.147992] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 865.147992] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5296b0fe-7458-ba89-3c27-4fcf0bd8d06a" [ 865.147992] env[69365]: _type = "Task" [ 865.147992] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.156107] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5296b0fe-7458-ba89-3c27-4fcf0bd8d06a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.186538] env[69365]: DEBUG nova.compute.manager [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.232393] env[69365]: DEBUG nova.compute.manager [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.232628] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.233765] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b5a141-05bd-409e-a2a0-eeb745b96b64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.242404] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.245219] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24765178-91dd-4961-adaa-ce08c913f935 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.252105] env[69365]: DEBUG oslo_vmware.api [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 865.252105] env[69365]: value = "task-3301848" [ 865.252105] env[69365]: _type = "Task" [ 865.252105] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.264109] env[69365]: DEBUG oslo_vmware.api [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.323938] env[69365]: DEBUG oslo_vmware.api [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Task: {'id': task-3301847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280252} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.324270] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.324490] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.324732] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.324929] env[69365]: INFO nova.compute.manager [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 865.325206] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.325497] env[69365]: DEBUG nova.compute.manager [-] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.325601] env[69365]: DEBUG nova.network.neutron [-] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.496723] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.598032] env[69365]: DEBUG nova.network.neutron [req-1f2f981a-3fe9-4aa3-ab0e-1e707b5c7716 req-c78498c0-a761-4d11-a5a5-0233a8ae2546 service nova] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Updated VIF entry in instance network info cache for port 267cf7fa-812a-4234-abf9-1c02cdedd940. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.598683] env[69365]: DEBUG nova.network.neutron [req-1f2f981a-3fe9-4aa3-ab0e-1e707b5c7716 req-c78498c0-a761-4d11-a5a5-0233a8ae2546 service nova] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Updating instance_info_cache with network_info: [{"id": "267cf7fa-812a-4234-abf9-1c02cdedd940", "address": "fa:16:3e:4c:cb:f1", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267cf7fa-81", "ovs_interfaceid": "267cf7fa-812a-4234-abf9-1c02cdedd940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.633375] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3229b06e-2833-4eba-88ec-ec56361852b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.643662] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b2c007-6a4c-4b2d-abaa-8b617675dc9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.678070] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e0dc7d-2830-40ff-bdde-51f05e2fc882 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.687020] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5296b0fe-7458-ba89-3c27-4fcf0bd8d06a, 'name': SearchDatastore_Task, 'duration_secs': 0.013674} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.687020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.687020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.687020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.687020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.687369] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.689536] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d32bb663-7168-40ff-ae06-3ca3ec6b556a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.696278] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a35d0b-4c49-4ae2-bd39-4714d873d530 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.711517] env[69365]: DEBUG nova.compute.provider_tree [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.713990] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.714189] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.715156] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04558fbd-35e6-46f9-b073-df597a2ea5cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.720626] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 865.720626] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52554840-5e25-2703-bd44-2dcf079e9c19" [ 865.720626] env[69365]: _type = "Task" [ 865.720626] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.729128] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52554840-5e25-2703-bd44-2dcf079e9c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.764661] env[69365]: DEBUG oslo_vmware.api [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301848, 'name': PowerOffVM_Task, 'duration_secs': 0.320088} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.764963] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.765197] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.765505] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c45c443-f388-4e88-96bc-985df6501614 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.783230] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.783622] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.837742] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.838208] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.838471] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Deleting the datastore file [datastore1] 05b0e6cb-6197-45af-bf23-bcdd30c0b399 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.839265] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c3490cb-e5b7-45c5-9d4e-d9d25541df3c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.846856] env[69365]: DEBUG oslo_vmware.api [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for the task: (returnval){ [ 865.846856] env[69365]: value = "task-3301851" [ 865.846856] env[69365]: _type = "Task" [ 865.846856] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.858746] env[69365]: DEBUG oslo_vmware.api [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.103961] env[69365]: DEBUG oslo_concurrency.lockutils [req-1f2f981a-3fe9-4aa3-ab0e-1e707b5c7716 req-c78498c0-a761-4d11-a5a5-0233a8ae2546 service nova] Releasing lock "refresh_cache-4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.206964] env[69365]: DEBUG nova.compute.manager [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.219124] env[69365]: DEBUG nova.scheduler.client.report [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.231224] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52554840-5e25-2703-bd44-2dcf079e9c19, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.232376] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce43bd7-c7ca-48e2-95b9-f3098816149a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.241054] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 866.241054] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52546b59-4153-0cba-f73e-ac35596c6daf" [ 866.241054] env[69365]: _type = "Task" [ 866.241054] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.247313] env[69365]: DEBUG nova.virt.hardware [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.247857] env[69365]: DEBUG nova.virt.hardware [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.248162] env[69365]: DEBUG nova.virt.hardware [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.248496] env[69365]: DEBUG nova.virt.hardware [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.248786] env[69365]: DEBUG nova.virt.hardware [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.249076] env[69365]: DEBUG nova.virt.hardware [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.249508] env[69365]: DEBUG nova.virt.hardware [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.249808] env[69365]: DEBUG nova.virt.hardware [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.250124] env[69365]: DEBUG nova.virt.hardware [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.250437] env[69365]: DEBUG nova.virt.hardware [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.250851] env[69365]: DEBUG nova.virt.hardware [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.252653] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02f32c6-17da-498d-b0d8-e8d7a8ed687b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.263988] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84884a80-f8e3-40ee-8c73-71808f2fea6b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.269026] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52546b59-4153-0cba-f73e-ac35596c6daf, 'name': SearchDatastore_Task, 'duration_secs': 0.015047} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.269026] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.269026] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c/4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.269882] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a03cae1-8b34-49a2-8cd8-94f4c6e1a69c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.297707] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 866.297707] env[69365]: value = "task-3301852" [ 866.297707] env[69365]: _type = "Task" [ 866.297707] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.297707] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.297707] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.297707] env[69365]: DEBUG nova.network.neutron [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.297707] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.300353] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.300353] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.301393] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.301393] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.301393] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.301556] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 866.302903] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.306764] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.357670] env[69365]: DEBUG oslo_vmware.api [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Task: {'id': task-3301851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284599} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.357960] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.358148] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.358373] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.358572] env[69365]: INFO nova.compute.manager [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Took 1.13 seconds to destroy the instance on the hypervisor. [ 866.358815] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.359015] env[69365]: DEBUG nova.compute.manager [-] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.359119] env[69365]: DEBUG nova.network.neutron [-] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.648124] env[69365]: DEBUG nova.compute.manager [req-a65ee2f5-dbd0-421c-a9c8-f53b64c75ebb req-b4e70336-3c09-497e-8ace-6606a79b215a service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Received event network-vif-deleted-2b8e7a7d-9666-4961-ad1d-ddc883de213c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.648456] env[69365]: INFO nova.compute.manager [req-a65ee2f5-dbd0-421c-a9c8-f53b64c75ebb req-b4e70336-3c09-497e-8ace-6606a79b215a service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Neutron deleted interface 2b8e7a7d-9666-4961-ad1d-ddc883de213c; detaching it from the instance and deleting it from the info cache [ 866.648688] env[69365]: DEBUG nova.network.neutron [req-a65ee2f5-dbd0-421c-a9c8-f53b64c75ebb req-b4e70336-3c09-497e-8ace-6606a79b215a service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.722044] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.722588] env[69365]: DEBUG nova.compute.manager [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.725521] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.462s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.725694] env[69365]: DEBUG nova.objects.instance [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lazy-loading 'resources' on Instance uuid e166ce10-33aa-499e-9020-1ecafc6c8cef {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.809237] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.809237] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43839} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.809551] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c/4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.809619] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.811862] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e4060fb-8897-4044-86ed-9545de6f5efe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.817532] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 866.817532] env[69365]: value = "task-3301853" [ 866.817532] env[69365]: _type = "Task" [ 866.817532] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.824176] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.838204] env[69365]: DEBUG nova.network.neutron [-] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.095917] env[69365]: DEBUG nova.network.neutron [-] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.152011] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73ef963a-75fc-4589-9566-6dc36dbe6d66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.163095] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ace772-8ed5-4cb6-bd02-4d6a7eb4c8f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.184069] env[69365]: DEBUG nova.network.neutron [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance_info_cache with network_info: [{"id": "f352753d-aaba-48d1-b02d-f965a5110c91", "address": "fa:16:3e:51:18:30", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf352753d-aa", "ovs_interfaceid": "f352753d-aaba-48d1-b02d-f965a5110c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.204842] env[69365]: DEBUG nova.compute.manager [req-a65ee2f5-dbd0-421c-a9c8-f53b64c75ebb req-b4e70336-3c09-497e-8ace-6606a79b215a service nova] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Detach interface failed, port_id=2b8e7a7d-9666-4961-ad1d-ddc883de213c, reason: Instance 205183f5-c414-49b0-b14f-cc7e70085cc1 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.205169] env[69365]: DEBUG nova.compute.manager [req-a65ee2f5-dbd0-421c-a9c8-f53b64c75ebb req-b4e70336-3c09-497e-8ace-6606a79b215a service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Received event network-vif-deleted-8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.205439] env[69365]: INFO nova.compute.manager [req-a65ee2f5-dbd0-421c-a9c8-f53b64c75ebb req-b4e70336-3c09-497e-8ace-6606a79b215a service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Neutron deleted interface 8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac; detaching it from the instance and deleting it from the info cache [ 867.205577] env[69365]: DEBUG nova.network.neutron [req-a65ee2f5-dbd0-421c-a9c8-f53b64c75ebb req-b4e70336-3c09-497e-8ace-6606a79b215a service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.230422] env[69365]: DEBUG nova.network.neutron [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Successfully updated port: f41090c9-28f9-4132-b2b3-cac3ef580a02 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.230422] env[69365]: DEBUG nova.compute.utils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.238710] env[69365]: DEBUG nova.compute.manager [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.240159] env[69365]: DEBUG nova.network.neutron [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.294636] env[69365]: DEBUG nova.policy [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd204e6dcf9cd4869bd48cca9b356d62d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4f840adab224d87ae73ea20634227ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.327218] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074269} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.329704] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.330729] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c08a095-2d87-4c0f-a7c7-ba5983de4e88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.345591] env[69365]: INFO nova.compute.manager [-] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Took 2.02 seconds to deallocate network for instance. [ 867.354354] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c/4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.361226] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35c97a50-a11d-4dfa-998c-590a672eaac0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.381681] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 867.381681] env[69365]: value = "task-3301854" [ 867.381681] env[69365]: _type = "Task" [ 867.381681] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.390127] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.588623] env[69365]: DEBUG nova.network.neutron [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Successfully created port: 63ba902d-a3f8-401e-8b55-cc7021e1402a {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.601768] env[69365]: INFO nova.compute.manager [-] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Took 1.24 seconds to deallocate network for instance. [ 867.682466] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acf45a0-06ba-4a91-9a36-e1a7dd1b41ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.686843] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.693998] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08985f1-df9a-42c7-ba56-348af1186b11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.730770] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 867.730951] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659317', 'volume_id': '7d0ae819-44a7-4141-8ac9-30e9e359ea3e', 'name': 'volume-7d0ae819-44a7-4141-8ac9-30e9e359ea3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb9e6f36-7178-4ecf-9fb5-4907aabe6c25', 'attached_at': '', 'detached_at': '', 'volume_id': '7d0ae819-44a7-4141-8ac9-30e9e359ea3e', 'serial': '7d0ae819-44a7-4141-8ac9-30e9e359ea3e'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 867.731213] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81dbd5bb-dca7-4826-aa32-27f059582b85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.733870] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ae553a-588c-4d21-8766-3208fd7ba791 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.737658] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6375f658-cb71-46af-b163-059a514c6a1c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.741782] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "refresh_cache-29a95130-6da6-4cd0-8f6d-5b95f0139a0e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.741990] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquired lock "refresh_cache-29a95130-6da6-4cd0-8f6d-5b95f0139a0e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.742197] env[69365]: DEBUG nova.network.neutron [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.743621] env[69365]: DEBUG nova.compute.manager [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.766152] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5247f443-5fa2-4fdb-a6ee-edb84618be37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.773437] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f75406-3142-47dd-978a-545f7d095d08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.784555] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16fdb16-e2e0-47d1-a416-1dc7bc823368 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.798218] env[69365]: DEBUG nova.compute.provider_tree [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.833065] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] volume-7d0ae819-44a7-4141-8ac9-30e9e359ea3e/volume-7d0ae819-44a7-4141-8ac9-30e9e359ea3e.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.833503] env[69365]: DEBUG nova.compute.manager [req-a65ee2f5-dbd0-421c-a9c8-f53b64c75ebb req-b4e70336-3c09-497e-8ace-6606a79b215a service nova] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Detach interface failed, port_id=8e69d3f2-30e9-4b6f-8aa8-c047ac66c1ac, reason: Instance 05b0e6cb-6197-45af-bf23-bcdd30c0b399 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.834679] env[69365]: DEBUG nova.scheduler.client.report [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.838116] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7392b40-602f-40ea-8ff1-32987b22ea06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.852431] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.127s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.854356] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.963s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.854543] env[69365]: DEBUG nova.objects.instance [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] [instance: fd53553a-caec-476b-9463-34c4319483bc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 867.863430] env[69365]: DEBUG oslo_vmware.api [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 867.863430] env[69365]: value = "task-3301855" [ 867.863430] env[69365]: _type = "Task" [ 867.863430] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.871850] env[69365]: DEBUG oslo_vmware.api [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.880053] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.883642] env[69365]: INFO nova.scheduler.client.report [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Deleted allocations for instance e166ce10-33aa-499e-9020-1ecafc6c8cef [ 867.894797] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.112339] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.212095] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fa129d-3b8d-42cb-8a52-295782f18a4a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.231654] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfa09e6-737a-4156-9437-ccf5781a0b05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.238986] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance '99e521a6-b45b-401f-9c18-9f05f8198e4c' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.308418] env[69365]: DEBUG nova.network.neutron [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.377376] env[69365]: DEBUG oslo_vmware.api [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301855, 'name': ReconfigVM_Task, 'duration_secs': 0.337884} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.377627] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Reconfigured VM instance instance-0000001a to attach disk [datastore1] volume-7d0ae819-44a7-4141-8ac9-30e9e359ea3e/volume-7d0ae819-44a7-4141-8ac9-30e9e359ea3e.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.382859] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dbe773e-6558-4534-8638-c862086f2249 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.402047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c9c0a7e9-e97d-4558-abb1-d3eb3850e33a tempest-AttachInterfacesV270Test-1851941359 tempest-AttachInterfacesV270Test-1851941359-project-member] Lock "e166ce10-33aa-499e-9020-1ecafc6c8cef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.594s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.413335] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301854, 'name': ReconfigVM_Task, 'duration_secs': 0.616971} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.413670] env[69365]: DEBUG oslo_vmware.api [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 868.413670] env[69365]: value = "task-3301856" [ 868.413670] env[69365]: _type = "Task" [ 868.413670] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.414094] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c/4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.414930] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-827b1052-973e-4551-b70e-c7ea1d44aabe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.425609] env[69365]: DEBUG oslo_vmware.api [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.427705] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 868.427705] env[69365]: value = "task-3301857" [ 868.427705] env[69365]: _type = "Task" [ 868.427705] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.437029] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301857, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.523880] env[69365]: DEBUG nova.network.neutron [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Updating instance_info_cache with network_info: [{"id": "f41090c9-28f9-4132-b2b3-cac3ef580a02", "address": "fa:16:3e:e1:fa:9d", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41090c9-28", "ovs_interfaceid": "f41090c9-28f9-4132-b2b3-cac3ef580a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.678109] env[69365]: DEBUG nova.compute.manager [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Received event network-vif-plugged-f41090c9-28f9-4132-b2b3-cac3ef580a02 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.678293] env[69365]: DEBUG oslo_concurrency.lockutils [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] Acquiring lock "29a95130-6da6-4cd0-8f6d-5b95f0139a0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.678519] env[69365]: DEBUG oslo_concurrency.lockutils [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] Lock "29a95130-6da6-4cd0-8f6d-5b95f0139a0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.678704] env[69365]: DEBUG oslo_concurrency.lockutils [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] Lock "29a95130-6da6-4cd0-8f6d-5b95f0139a0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.678846] env[69365]: DEBUG nova.compute.manager [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] No waiting events found dispatching network-vif-plugged-f41090c9-28f9-4132-b2b3-cac3ef580a02 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.679015] env[69365]: WARNING nova.compute.manager [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Received unexpected event network-vif-plugged-f41090c9-28f9-4132-b2b3-cac3ef580a02 for instance with vm_state building and task_state spawning. [ 868.679221] env[69365]: DEBUG nova.compute.manager [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Received event network-changed-f41090c9-28f9-4132-b2b3-cac3ef580a02 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.679377] env[69365]: DEBUG nova.compute.manager [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Refreshing instance network info cache due to event network-changed-f41090c9-28f9-4132-b2b3-cac3ef580a02. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.679546] env[69365]: DEBUG oslo_concurrency.lockutils [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] Acquiring lock "refresh_cache-29a95130-6da6-4cd0-8f6d-5b95f0139a0e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.746171] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.746510] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab0efc8d-b8bf-44f5-a04c-bf9b9d79f1c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.754282] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 868.754282] env[69365]: value = "task-3301858" [ 868.754282] env[69365]: _type = "Task" [ 868.754282] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.755327] env[69365]: DEBUG nova.compute.manager [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.767855] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.790456] env[69365]: DEBUG nova.virt.hardware [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.790734] env[69365]: DEBUG nova.virt.hardware [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.790921] env[69365]: DEBUG nova.virt.hardware [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.791224] env[69365]: DEBUG nova.virt.hardware [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.791452] env[69365]: DEBUG nova.virt.hardware [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.791629] env[69365]: DEBUG nova.virt.hardware [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.791892] env[69365]: DEBUG nova.virt.hardware [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.792111] env[69365]: DEBUG nova.virt.hardware [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.792312] env[69365]: DEBUG nova.virt.hardware [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.792534] env[69365]: DEBUG nova.virt.hardware [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.792768] env[69365]: DEBUG nova.virt.hardware [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.793773] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ad9400-d330-4ca5-8d39-2149f63ecc4f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.802106] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502cfdb3-11af-4b37-8267-c9fef15e1621 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.866115] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0edce7c-bca1-4c66-ba5c-d8f30ae14fe0 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.866115] env[69365]: DEBUG oslo_concurrency.lockutils [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.948s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.866301] env[69365]: DEBUG nova.objects.instance [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 868.924891] env[69365]: DEBUG oslo_vmware.api [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301856, 'name': ReconfigVM_Task, 'duration_secs': 0.147719} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.925254] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659317', 'volume_id': '7d0ae819-44a7-4141-8ac9-30e9e359ea3e', 'name': 'volume-7d0ae819-44a7-4141-8ac9-30e9e359ea3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb9e6f36-7178-4ecf-9fb5-4907aabe6c25', 'attached_at': '', 'detached_at': '', 'volume_id': '7d0ae819-44a7-4141-8ac9-30e9e359ea3e', 'serial': '7d0ae819-44a7-4141-8ac9-30e9e359ea3e'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 868.937560] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301857, 'name': Rename_Task, 'duration_secs': 0.147833} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.938282] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.939050] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc1dbb36-980d-46eb-a4b7-629c0c211610 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.946176] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 868.946176] env[69365]: value = "task-3301859" [ 868.946176] env[69365]: _type = "Task" [ 868.946176] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.955373] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.027570] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Releasing lock "refresh_cache-29a95130-6da6-4cd0-8f6d-5b95f0139a0e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.028265] env[69365]: DEBUG nova.compute.manager [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Instance network_info: |[{"id": "f41090c9-28f9-4132-b2b3-cac3ef580a02", "address": "fa:16:3e:e1:fa:9d", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41090c9-28", "ovs_interfaceid": "f41090c9-28f9-4132-b2b3-cac3ef580a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.028416] env[69365]: DEBUG oslo_concurrency.lockutils [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] Acquired lock "refresh_cache-29a95130-6da6-4cd0-8f6d-5b95f0139a0e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.028641] env[69365]: DEBUG nova.network.neutron [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Refreshing network info cache for port f41090c9-28f9-4132-b2b3-cac3ef580a02 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.030105] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:fa:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f41090c9-28f9-4132-b2b3-cac3ef580a02', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.038612] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Creating folder: Project (f64deb7e8fd6487e9953a40f8593a095). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.039433] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-886e47db-d940-4bae-bf99-635a84b27d57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.050521] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Created folder: Project (f64deb7e8fd6487e9953a40f8593a095) in parent group-v659152. [ 869.050620] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Creating folder: Instances. Parent ref: group-v659319. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.050825] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dce87f0a-5989-4d1a-818a-11fbb91199ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.061076] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Created folder: Instances in parent group-v659319. [ 869.061344] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.061842] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.062112] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50f7e867-9647-4652-bc8e-b99094fc5fdd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.082447] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.082447] env[69365]: value = "task-3301862" [ 869.082447] env[69365]: _type = "Task" [ 869.082447] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.095009] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301862, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.238783] env[69365]: DEBUG nova.network.neutron [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Successfully updated port: 63ba902d-a3f8-401e-8b55-cc7021e1402a {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.266175] env[69365]: DEBUG oslo_vmware.api [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301858, 'name': PowerOnVM_Task, 'duration_secs': 0.417632} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.266518] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.266720] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb8874-6ba0-44b1-a3f8-78f8ac71e289 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance '99e521a6-b45b-401f-9c18-9f05f8198e4c' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.459018] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301859, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.599910] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301862, 'name': CreateVM_Task, 'duration_secs': 0.440522} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.600221] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.601660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.601752] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.602268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.603484] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f9d576-2aad-4c2c-afc8-7840d69a5945 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.611366] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 869.611366] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52665e90-447f-fbaf-aaf0-0cb077bcf208" [ 869.611366] env[69365]: _type = "Task" [ 869.611366] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.622377] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52665e90-447f-fbaf-aaf0-0cb077bcf208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.741733] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "refresh_cache-6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.741905] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquired lock "refresh_cache-6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.742109] env[69365]: DEBUG nova.network.neutron [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.834827] env[69365]: DEBUG nova.network.neutron [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Updated VIF entry in instance network info cache for port f41090c9-28f9-4132-b2b3-cac3ef580a02. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.835235] env[69365]: DEBUG nova.network.neutron [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Updating instance_info_cache with network_info: [{"id": "f41090c9-28f9-4132-b2b3-cac3ef580a02", "address": "fa:16:3e:e1:fa:9d", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41090c9-28", "ovs_interfaceid": "f41090c9-28f9-4132-b2b3-cac3ef580a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.878371] env[69365]: DEBUG oslo_concurrency.lockutils [None req-53855e59-4e8a-4c48-b13a-311005a92ff9 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.881343] env[69365]: DEBUG oslo_concurrency.lockutils [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.059s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.881343] env[69365]: DEBUG nova.objects.instance [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Lazy-loading 'resources' on Instance uuid fd53553a-caec-476b-9463-34c4319483bc {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.957601] env[69365]: DEBUG oslo_vmware.api [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301859, 'name': PowerOnVM_Task, 'duration_secs': 0.556141} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.957900] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.958123] env[69365]: INFO nova.compute.manager [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Took 8.44 seconds to spawn the instance on the hypervisor. [ 869.958302] env[69365]: DEBUG nova.compute.manager [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.959118] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2403ed5d-1669-4907-b9a2-745e7719572c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.975230] env[69365]: DEBUG nova.objects.instance [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lazy-loading 'flavor' on Instance uuid bb9e6f36-7178-4ecf-9fb5-4907aabe6c25 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.122596] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52665e90-447f-fbaf-aaf0-0cb077bcf208, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.122915] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.123169] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.123531] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.123610] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.123790] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.126272] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-446a5ff1-1da1-48c1-88f4-f3260c7080db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.133431] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.133674] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.134501] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a93d2e2-293f-430a-8c46-51eed5523416 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.140805] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 870.140805] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525fc988-4363-4525-18aa-bb08e7d8906a" [ 870.140805] env[69365]: _type = "Task" [ 870.140805] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.148886] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525fc988-4363-4525-18aa-bb08e7d8906a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.283276] env[69365]: DEBUG nova.network.neutron [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.337851] env[69365]: DEBUG oslo_concurrency.lockutils [req-3066cb9d-4344-4cc8-b42d-be32fd4f811e req-2b103b4b-50a0-4261-8741-27fb42036f23 service nova] Releasing lock "refresh_cache-29a95130-6da6-4cd0-8f6d-5b95f0139a0e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.464915] env[69365]: DEBUG nova.network.neutron [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Updating instance_info_cache with network_info: [{"id": "63ba902d-a3f8-401e-8b55-cc7021e1402a", "address": "fa:16:3e:bf:6d:bd", "network": {"id": "a5b1084f-8a9d-48de-95b5-c881a138d8fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-760715279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f840adab224d87ae73ea20634227ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ba902d-a3", "ovs_interfaceid": "63ba902d-a3f8-401e-8b55-cc7021e1402a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.483859] env[69365]: INFO nova.compute.manager [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Took 37.52 seconds to build instance. [ 870.483859] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c5d2d5c-2160-429f-af55-e404d1443b3d tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.428s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.659667] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525fc988-4363-4525-18aa-bb08e7d8906a, 'name': SearchDatastore_Task, 'duration_secs': 0.028851} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.661320] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117c3647-8d1d-45ce-a2b3-2df9e712bd4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.667152] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 870.667152] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5200c043-34ef-784a-e1c5-6f22313a90b6" [ 870.667152] env[69365]: _type = "Task" [ 870.667152] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.678109] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5200c043-34ef-784a-e1c5-6f22313a90b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.740824] env[69365]: DEBUG nova.compute.manager [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Received event network-vif-plugged-63ba902d-a3f8-401e-8b55-cc7021e1402a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.741064] env[69365]: DEBUG oslo_concurrency.lockutils [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] Acquiring lock "6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.741276] env[69365]: DEBUG oslo_concurrency.lockutils [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] Lock "6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.741934] env[69365]: DEBUG oslo_concurrency.lockutils [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] Lock "6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.743263] env[69365]: DEBUG nova.compute.manager [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] No waiting events found dispatching network-vif-plugged-63ba902d-a3f8-401e-8b55-cc7021e1402a {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.743263] env[69365]: WARNING nova.compute.manager [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Received unexpected event network-vif-plugged-63ba902d-a3f8-401e-8b55-cc7021e1402a for instance with vm_state building and task_state spawning. [ 870.743263] env[69365]: DEBUG nova.compute.manager [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Received event network-changed-63ba902d-a3f8-401e-8b55-cc7021e1402a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.743263] env[69365]: DEBUG nova.compute.manager [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Refreshing instance network info cache due to event network-changed-63ba902d-a3f8-401e-8b55-cc7021e1402a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.743263] env[69365]: DEBUG oslo_concurrency.lockutils [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] Acquiring lock "refresh_cache-6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.797469] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.797728] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.836019] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce450fce-9cbd-4439-8277-f67f559f3d1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.844350] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5312f66d-1385-4f02-9ade-43ab67e2f483 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.881517] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3236f161-4d67-42eb-8cdd-be62e9459b2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.890017] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3124fe25-39ce-4109-8da5-25afd502ac1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.904232] env[69365]: DEBUG nova.compute.provider_tree [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.970341] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Releasing lock "refresh_cache-6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.970700] env[69365]: DEBUG nova.compute.manager [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Instance network_info: |[{"id": "63ba902d-a3f8-401e-8b55-cc7021e1402a", "address": "fa:16:3e:bf:6d:bd", "network": {"id": "a5b1084f-8a9d-48de-95b5-c881a138d8fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-760715279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f840adab224d87ae73ea20634227ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ba902d-a3", "ovs_interfaceid": "63ba902d-a3f8-401e-8b55-cc7021e1402a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.971025] env[69365]: DEBUG oslo_concurrency.lockutils [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] Acquired lock "refresh_cache-6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.972218] env[69365]: DEBUG nova.network.neutron [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Refreshing network info cache for port 63ba902d-a3f8-401e-8b55-cc7021e1402a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.973032] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:6d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63ba902d-a3f8-401e-8b55-cc7021e1402a', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.985228] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.987164] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.987164] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e090d481-c8f6-4114-9072-88aa360e81a6 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.570s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.987164] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a309baf-41ad-41b3-b000-0f334d56f154 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.012021] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.012021] env[69365]: value = "task-3301863" [ 871.012021] env[69365]: _type = "Task" [ 871.012021] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.018513] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301863, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.180406] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5200c043-34ef-784a-e1c5-6f22313a90b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012702} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.180890] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.181372] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 29a95130-6da6-4cd0-8f6d-5b95f0139a0e/29a95130-6da6-4cd0-8f6d-5b95f0139a0e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.181693] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09315037-26d5-4977-b1e0-6acb1f67b20c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.188933] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 871.188933] env[69365]: value = "task-3301864" [ 871.188933] env[69365]: _type = "Task" [ 871.188933] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.199881] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.301702] env[69365]: INFO nova.compute.manager [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Detaching volume 7d0ae819-44a7-4141-8ac9-30e9e359ea3e [ 871.367438] env[69365]: INFO nova.virt.block_device [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Attempting to driver detach volume 7d0ae819-44a7-4141-8ac9-30e9e359ea3e from mountpoint /dev/sdb [ 871.367691] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 871.367884] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659317', 'volume_id': '7d0ae819-44a7-4141-8ac9-30e9e359ea3e', 'name': 'volume-7d0ae819-44a7-4141-8ac9-30e9e359ea3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb9e6f36-7178-4ecf-9fb5-4907aabe6c25', 'attached_at': '', 'detached_at': '', 'volume_id': '7d0ae819-44a7-4141-8ac9-30e9e359ea3e', 'serial': '7d0ae819-44a7-4141-8ac9-30e9e359ea3e'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 871.369283] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d38d5fe-7842-4365-af67-f0923eaefe8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.395360] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8f8f65-3378-4832-8b02-ff0d01b53997 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.404628] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f02ec6c-f0d2-4a52-92a7-638733e85c64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.409288] env[69365]: DEBUG nova.scheduler.client.report [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.440411] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373a3a1d-e4e8-4670-b281-5d05f937dcb1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.462660] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] The volume has not been displaced from its original location: [datastore1] volume-7d0ae819-44a7-4141-8ac9-30e9e359ea3e/volume-7d0ae819-44a7-4141-8ac9-30e9e359ea3e.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 871.468438] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 871.469261] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae8de636-f46c-4ea2-90b9-e06ab0562784 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.484215] env[69365]: DEBUG nova.network.neutron [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Updated VIF entry in instance network info cache for port 63ba902d-a3f8-401e-8b55-cc7021e1402a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.484628] env[69365]: DEBUG nova.network.neutron [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Updating instance_info_cache with network_info: [{"id": "63ba902d-a3f8-401e-8b55-cc7021e1402a", "address": "fa:16:3e:bf:6d:bd", "network": {"id": "a5b1084f-8a9d-48de-95b5-c881a138d8fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-760715279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f840adab224d87ae73ea20634227ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ba902d-a3", "ovs_interfaceid": "63ba902d-a3f8-401e-8b55-cc7021e1402a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.492231] env[69365]: DEBUG oslo_vmware.api [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 871.492231] env[69365]: value = "task-3301865" [ 871.492231] env[69365]: _type = "Task" [ 871.492231] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.501950] env[69365]: DEBUG oslo_vmware.api [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.520915] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301863, 'name': CreateVM_Task, 'duration_secs': 0.478628} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.521086] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.521883] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.522046] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.522430] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.523595] env[69365]: DEBUG nova.network.neutron [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Port f352753d-aaba-48d1-b02d-f965a5110c91 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 871.523828] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.525018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.525018] env[69365]: DEBUG nova.network.neutron [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.525756] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751179a5-295a-4993-bac8-43a6743c03ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.531594] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 871.531594] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5227dbe2-4773-77d2-ff55-daa2b6262da8" [ 871.531594] env[69365]: _type = "Task" [ 871.531594] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.542876] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5227dbe2-4773-77d2-ff55-daa2b6262da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.700312] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496261} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.700525] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 29a95130-6da6-4cd0-8f6d-5b95f0139a0e/29a95130-6da6-4cd0-8f6d-5b95f0139a0e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.700745] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.701060] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc26d409-a62c-4a42-8bbe-508143af537f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.706882] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 871.706882] env[69365]: value = "task-3301866" [ 871.706882] env[69365]: _type = "Task" [ 871.706882] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.715549] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.830926] env[69365]: INFO nova.compute.manager [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Rebuilding instance [ 871.884261] env[69365]: DEBUG nova.compute.manager [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.885900] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7424c4-fe49-4abf-91ce-7e7fe7703b64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.915045] env[69365]: DEBUG oslo_concurrency.lockutils [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.917531] env[69365]: DEBUG oslo_concurrency.lockutils [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.857s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.917772] env[69365]: DEBUG nova.objects.instance [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Lazy-loading 'resources' on Instance uuid b165dae1-c707-4d1c-87f7-60bc66628a76 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.937458] env[69365]: INFO nova.scheduler.client.report [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Deleted allocations for instance fd53553a-caec-476b-9463-34c4319483bc [ 871.989634] env[69365]: DEBUG oslo_concurrency.lockutils [req-1bddb0c8-e46c-4a39-b43d-d4a55ac18e7c req-30490340-b3b9-44fe-81b5-05fa985ed7ce service nova] Releasing lock "refresh_cache-6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.004014] env[69365]: DEBUG oslo_vmware.api [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301865, 'name': ReconfigVM_Task, 'duration_secs': 0.306409} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.004312] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 872.009120] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffa0bccc-f8ed-4477-9ace-37f5b50b1545 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.031618] env[69365]: DEBUG oslo_vmware.api [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 872.031618] env[69365]: value = "task-3301867" [ 872.031618] env[69365]: _type = "Task" [ 872.031618] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.051546] env[69365]: DEBUG oslo_vmware.api [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301867, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.052194] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5227dbe2-4773-77d2-ff55-daa2b6262da8, 'name': SearchDatastore_Task, 'duration_secs': 0.05186} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.055030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.055030] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.055030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.055030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.055030] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.055030] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cc1adc8-f2b2-44f6-8f1c-1ef580eeb576 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.065320] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.065531] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.066308] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b612d17-bbc9-482a-97ef-6e8bbe802f84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.071813] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 872.071813] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52da20da-3667-3994-49cd-98f0a323e9e9" [ 872.071813] env[69365]: _type = "Task" [ 872.071813] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.080752] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52da20da-3667-3994-49cd-98f0a323e9e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.219667] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176289} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.220330] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.221231] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131ff86d-ab3b-4f1d-be5b-ca602a62c26a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.256135] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 29a95130-6da6-4cd0-8f6d-5b95f0139a0e/29a95130-6da6-4cd0-8f6d-5b95f0139a0e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.259774] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e7f442c-174f-4e53-b7b8-20fd605abe29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.282752] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 872.282752] env[69365]: value = "task-3301868" [ 872.282752] env[69365]: _type = "Task" [ 872.282752] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.293022] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.420342] env[69365]: DEBUG nova.network.neutron [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance_info_cache with network_info: [{"id": "f352753d-aaba-48d1-b02d-f965a5110c91", "address": "fa:16:3e:51:18:30", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf352753d-aa", "ovs_interfaceid": "f352753d-aaba-48d1-b02d-f965a5110c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.447258] env[69365]: DEBUG oslo_concurrency.lockutils [None req-06855739-a9cb-4d1c-8b3b-1447fc7b1de4 tempest-ServersListShow296Test-2146912534 tempest-ServersListShow296Test-2146912534-project-member] Lock "fd53553a-caec-476b-9463-34c4319483bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.918s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.543254] env[69365]: DEBUG oslo_vmware.api [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301867, 'name': ReconfigVM_Task, 'duration_secs': 0.264501} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.543726] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659317', 'volume_id': '7d0ae819-44a7-4141-8ac9-30e9e359ea3e', 'name': 'volume-7d0ae819-44a7-4141-8ac9-30e9e359ea3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb9e6f36-7178-4ecf-9fb5-4907aabe6c25', 'attached_at': '', 'detached_at': '', 'volume_id': '7d0ae819-44a7-4141-8ac9-30e9e359ea3e', 'serial': '7d0ae819-44a7-4141-8ac9-30e9e359ea3e'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 872.588179] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52da20da-3667-3994-49cd-98f0a323e9e9, 'name': SearchDatastore_Task, 'duration_secs': 0.023768} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.596388] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7580616a-2418-4346-8c6d-9f53f0b739a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.607018] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 872.607018] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bc0e3f-5c3b-53cb-1734-23694e784f83" [ 872.607018] env[69365]: _type = "Task" [ 872.607018] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.619477] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bc0e3f-5c3b-53cb-1734-23694e784f83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.796944] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.901538] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.903434] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4189f01a-baae-4a82-bc00-09116b5abdc2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.909877] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 872.909877] env[69365]: value = "task-3301869" [ 872.909877] env[69365]: _type = "Task" [ 872.909877] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.911668] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3066f983-7c75-4967-978b-3355999d7d2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.926706] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ef30a6-f638-483e-bb18-27f5614f3b9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.931304] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.932781] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.964509] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034b1a75-d435-4240-b195-189b5b933c38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.973707] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b451cc0f-882f-4a0d-9c40-362797a07711 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.990306] env[69365]: DEBUG nova.compute.provider_tree [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.114387] env[69365]: DEBUG nova.objects.instance [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lazy-loading 'flavor' on Instance uuid bb9e6f36-7178-4ecf-9fb5-4907aabe6c25 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.124485] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bc0e3f-5c3b-53cb-1734-23694e784f83, 'name': SearchDatastore_Task, 'duration_secs': 0.015245} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.124783] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.125483] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5/6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.125483] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb9634de-c36c-4d72-a353-8f4d74f87462 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.135667] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 873.135667] env[69365]: value = "task-3301870" [ 873.135667] env[69365]: _type = "Task" [ 873.135667] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.146652] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.293436] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301868, 'name': ReconfigVM_Task, 'duration_secs': 0.750378} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.293762] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 29a95130-6da6-4cd0-8f6d-5b95f0139a0e/29a95130-6da6-4cd0-8f6d-5b95f0139a0e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.294426] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06f61e55-0496-429b-87d0-0dffe5e3e41c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.299905] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 873.299905] env[69365]: value = "task-3301871" [ 873.299905] env[69365]: _type = "Task" [ 873.299905] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.311927] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301871, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.421902] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301869, 'name': PowerOffVM_Task, 'duration_secs': 0.17999} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.422927] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.423106] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.423869] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba256a46-f643-4097-95cd-987946c105e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.430722] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.430981] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf3e20b2-8bbf-4d82-9114-89d4ece01c13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.435678] env[69365]: DEBUG nova.compute.manager [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69365) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 873.435908] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.495700] env[69365]: DEBUG nova.scheduler.client.report [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.649470] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301870, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.811372] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301871, 'name': Rename_Task, 'duration_secs': 0.155895} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.811656] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.811907] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06e4b4ab-10eb-4b03-9c67-55c62d7df018 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.821015] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 873.821015] env[69365]: value = "task-3301873" [ 873.821015] env[69365]: _type = "Task" [ 873.821015] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.831583] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.001534] env[69365]: DEBUG oslo_concurrency.lockutils [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.003830] env[69365]: DEBUG oslo_concurrency.lockutils [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.582s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.004307] env[69365]: DEBUG nova.objects.instance [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lazy-loading 'resources' on Instance uuid cdb2706d-414e-43c0-8c19-41aa3e1f6b84 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.030503] env[69365]: INFO nova.scheduler.client.report [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Deleted allocations for instance b165dae1-c707-4d1c-87f7-60bc66628a76 [ 874.124554] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cf7642b-b50b-42df-b851-df135a92125f tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.327s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.151341] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691096} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.152255] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5/6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.152481] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.152736] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cc0dccc-c304-4471-86e4-789efb9673bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.159663] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 874.159663] env[69365]: value = "task-3301874" [ 874.159663] env[69365]: _type = "Task" [ 874.159663] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.171739] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.334269] env[69365]: DEBUG oslo_vmware.api [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301873, 'name': PowerOnVM_Task, 'duration_secs': 0.453495} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.336172] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.338862] env[69365]: INFO nova.compute.manager [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Took 8.13 seconds to spawn the instance on the hypervisor. [ 874.339202] env[69365]: DEBUG nova.compute.manager [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.341071] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c0212b-792d-4de2-acad-22de700e6de6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.547206] env[69365]: DEBUG oslo_concurrency.lockutils [None req-766953c8-3465-4952-a22b-c8096b5ba315 tempest-ServerShowV254Test-863195008 tempest-ServerShowV254Test-863195008-project-member] Lock "b165dae1-c707-4d1c-87f7-60bc66628a76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.715s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.670748] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07003} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.674793] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.675575] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa296339-6d47-4650-a5ae-3b7622d1187e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.704130] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5/6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.707337] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa3b2fac-92b9-4ac3-9879-6a93642aea72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.729237] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 874.729237] env[69365]: value = "task-3301875" [ 874.729237] env[69365]: _type = "Task" [ 874.729237] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.738597] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.861458] env[69365]: INFO nova.compute.manager [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Took 40.26 seconds to build instance. [ 875.014786] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd8f273-dc5e-428e-b2e4-b61b31acc356 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.022628] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa09e2b-a16c-444f-b2c3-c8a641d5f197 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.065267] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485b0867-37eb-4d33-8757-b93849d73a4f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.070723] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59185b0d-25fc-43ce-9e1e-277d632c1dda {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.084398] env[69365]: DEBUG nova.compute.provider_tree [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.242632] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.364493] env[69365]: DEBUG oslo_concurrency.lockutils [None req-680a6b2f-9d0e-4243-8b26-fa4a4a62522d tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "29a95130-6da6-4cd0-8f6d-5b95f0139a0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.857s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.587962] env[69365]: DEBUG nova.scheduler.client.report [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.742755] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301875, 'name': ReconfigVM_Task, 'duration_secs': 0.522139} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.743461] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5/6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.743792] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ae29daa-4990-48ed-a3ae-3fc9e7f8894d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.756556] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 875.756556] env[69365]: value = "task-3301876" [ 875.756556] env[69365]: _type = "Task" [ 875.756556] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.765789] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301876, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.948825] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "e8106f10-035a-488e-9976-b8fbe103420d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.948985] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "e8106f10-035a-488e-9976-b8fbe103420d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.096425] env[69365]: DEBUG oslo_concurrency.lockutils [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.102067] env[69365]: DEBUG oslo_concurrency.lockutils [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.741s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.102067] env[69365]: DEBUG nova.objects.instance [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Lazy-loading 'resources' on Instance uuid a6c770c1-38c9-456c-ac52-79f02354de76 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.134734] env[69365]: INFO nova.scheduler.client.report [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Deleted allocations for instance cdb2706d-414e-43c0-8c19-41aa3e1f6b84 [ 876.168213] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.168213] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.168213] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleting the datastore file [datastore1] 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.168480] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-399113de-6c36-4326-9717-394854ceaac3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.176370] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 876.176370] env[69365]: value = "task-3301877" [ 876.176370] env[69365]: _type = "Task" [ 876.176370] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.189029] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.267403] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301876, 'name': Rename_Task, 'duration_secs': 0.151704} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.267403] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.267403] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1378fb3-a987-4bee-bc31-2e016a270ce2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.274500] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 876.274500] env[69365]: value = "task-3301878" [ 876.274500] env[69365]: _type = "Task" [ 876.274500] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.288137] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301878, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.455694] env[69365]: DEBUG nova.compute.manager [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.652645] env[69365]: DEBUG oslo_concurrency.lockutils [None req-943989f6-fbc8-4e46-b6d0-77d4c5392dd7 tempest-ListImageFiltersTestJSON-233994824 tempest-ListImageFiltersTestJSON-233994824-project-member] Lock "cdb2706d-414e-43c0-8c19-41aa3e1f6b84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.199s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.661253] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "3166614c-d3b2-4217-b0bd-da29dafb7dd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.661253] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "3166614c-d3b2-4217-b0bd-da29dafb7dd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.691040] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319057} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.691040] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.691231] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.691368] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.788777] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301878, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.991238] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.078051] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5499ceb4-6c61-4f5d-9703-f697322f9991 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.088180] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9ebec6-ddd6-45c9-b0f3-3862c0debafb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.121157] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4316f3a8-afe4-4262-8987-528888c7d91c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.131368] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c281fd2d-4dd0-418b-ae25-7ffdf2dd8958 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.146177] env[69365]: DEBUG nova.compute.provider_tree [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.165084] env[69365]: DEBUG nova.compute.manager [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.284940] env[69365]: DEBUG oslo_vmware.api [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301878, 'name': PowerOnVM_Task, 'duration_secs': 0.596313} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.285163] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.285362] env[69365]: INFO nova.compute.manager [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Took 8.53 seconds to spawn the instance on the hypervisor. [ 877.285540] env[69365]: DEBUG nova.compute.manager [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.286352] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a36618-eb99-4826-8f9f-0838d8c4eb44 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.510828] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "c6ec4771-145c-49c2-8930-ee62d65671a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.511471] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "c6ec4771-145c-49c2-8930-ee62d65671a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.649779] env[69365]: DEBUG nova.scheduler.client.report [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.688818] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.740147] env[69365]: DEBUG nova.virt.hardware [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.740413] env[69365]: DEBUG nova.virt.hardware [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.740560] env[69365]: DEBUG nova.virt.hardware [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.742841] env[69365]: DEBUG nova.virt.hardware [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.743117] env[69365]: DEBUG nova.virt.hardware [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.743325] env[69365]: DEBUG nova.virt.hardware [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.743565] env[69365]: DEBUG nova.virt.hardware [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.743754] env[69365]: DEBUG nova.virt.hardware [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.743935] env[69365]: DEBUG nova.virt.hardware [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.744120] env[69365]: DEBUG nova.virt.hardware [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.744304] env[69365]: DEBUG nova.virt.hardware [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.745628] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071c825f-020d-47b7-90a2-27fcdb500000 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.754202] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785c5ddf-d006-4344-bca5-66477095983e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.768501] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:cb:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '267cf7fa-812a-4234-abf9-1c02cdedd940', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.776265] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.776265] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.776614] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a06a240e-b1f0-410c-994a-65741386b779 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.801689] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.801689] env[69365]: value = "task-3301879" [ 877.801689] env[69365]: _type = "Task" [ 877.801689] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.806520] env[69365]: INFO nova.compute.manager [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Took 41.38 seconds to build instance. [ 877.812269] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301879, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.013493] env[69365]: DEBUG nova.compute.manager [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.157012] env[69365]: DEBUG oslo_concurrency.lockutils [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.159581] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.272s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.161238] env[69365]: INFO nova.compute.claims [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.183408] env[69365]: INFO nova.scheduler.client.report [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Deleted allocations for instance a6c770c1-38c9-456c-ac52-79f02354de76 [ 878.311902] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301879, 'name': CreateVM_Task, 'duration_secs': 0.468361} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.312333] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09acf2f5-2222-4463-a865-0c838e240dff tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.389s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.312500] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.313143] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.313303] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.313635] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.313888] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9da2e53-143c-42e6-aebf-acc2cc4997e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.319956] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 878.319956] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520549fe-d353-a04c-7158-27fd1069ae26" [ 878.319956] env[69365]: _type = "Task" [ 878.319956] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.331658] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520549fe-d353-a04c-7158-27fd1069ae26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.545328] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.695873] env[69365]: DEBUG oslo_concurrency.lockutils [None req-431e5a4f-552d-44ff-9e3f-ae5f8f46cf44 tempest-ServersTestFqdnHostnames-823018756 tempest-ServersTestFqdnHostnames-823018756-project-member] Lock "a6c770c1-38c9-456c-ac52-79f02354de76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.182s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.703185] env[69365]: DEBUG nova.compute.manager [req-86761114-fa2d-4f07-8904-8fa4a93d9b3e req-e04046e8-bda4-4792-84c5-15530aed26be service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Received event network-changed-4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.703411] env[69365]: DEBUG nova.compute.manager [req-86761114-fa2d-4f07-8904-8fa4a93d9b3e req-e04046e8-bda4-4792-84c5-15530aed26be service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Refreshing instance network info cache due to event network-changed-4899f31a-bbaa-4633-b16b-881216910940. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.703588] env[69365]: DEBUG oslo_concurrency.lockutils [req-86761114-fa2d-4f07-8904-8fa4a93d9b3e req-e04046e8-bda4-4792-84c5-15530aed26be service nova] Acquiring lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.703732] env[69365]: DEBUG oslo_concurrency.lockutils [req-86761114-fa2d-4f07-8904-8fa4a93d9b3e req-e04046e8-bda4-4792-84c5-15530aed26be service nova] Acquired lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.703955] env[69365]: DEBUG nova.network.neutron [req-86761114-fa2d-4f07-8904-8fa4a93d9b3e req-e04046e8-bda4-4792-84c5-15530aed26be service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Refreshing network info cache for port 4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.836079] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520549fe-d353-a04c-7158-27fd1069ae26, 'name': SearchDatastore_Task, 'duration_secs': 0.02199} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.836317] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.836568] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.836823] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.836971] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.837170] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.841018] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c288fc05-d680-4a64-959d-f9db23739768 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.849432] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.849576] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.850357] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a3fa411-e10c-488f-9626-0cb8946f890f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.857588] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 878.857588] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52db2bfb-8094-5318-a472-18e81a23a3a5" [ 878.857588] env[69365]: _type = "Task" [ 878.857588] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.865963] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52db2bfb-8094-5318-a472-18e81a23a3a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.369367] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52db2bfb-8094-5318-a472-18e81a23a3a5, 'name': SearchDatastore_Task, 'duration_secs': 0.038606} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.369874] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6eeb09-46c2-4bf8-9a55-816b8b0bd4f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.376099] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 879.376099] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52093e22-4de3-1732-6e60-8c8bd26bd369" [ 879.376099] env[69365]: _type = "Task" [ 879.376099] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.393944] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52093e22-4de3-1732-6e60-8c8bd26bd369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.628168] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0b9f0f-2ca9-4c96-aea2-15b94fba8f9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.636379] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784e1431-f37d-4c94-b4ef-a158e475486b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.666970] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6917cc29-0330-4e82-886c-b95bc414ee51 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.677914] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92feaa62-eca0-41ed-9adb-c9ddadd884ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.693934] env[69365]: DEBUG nova.compute.provider_tree [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.837011] env[69365]: DEBUG nova.network.neutron [req-86761114-fa2d-4f07-8904-8fa4a93d9b3e req-e04046e8-bda4-4792-84c5-15530aed26be service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Updated VIF entry in instance network info cache for port 4899f31a-bbaa-4633-b16b-881216910940. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.837414] env[69365]: DEBUG nova.network.neutron [req-86761114-fa2d-4f07-8904-8fa4a93d9b3e req-e04046e8-bda4-4792-84c5-15530aed26be service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Updating instance_info_cache with network_info: [{"id": "4899f31a-bbaa-4633-b16b-881216910940", "address": "fa:16:3e:ec:71:e1", "network": {"id": "a5b1084f-8a9d-48de-95b5-c881a138d8fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-760715279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f840adab224d87ae73ea20634227ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4899f31a-bb", "ovs_interfaceid": "4899f31a-bbaa-4633-b16b-881216910940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.889171] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52093e22-4de3-1732-6e60-8c8bd26bd369, 'name': SearchDatastore_Task, 'duration_secs': 0.017253} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.889448] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.889709] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c/4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.889974] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-742c387b-6151-41a0-99c5-fcb885766b4d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.897876] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 879.897876] env[69365]: value = "task-3301880" [ 879.897876] env[69365]: _type = "Task" [ 879.897876] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.905991] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.199025] env[69365]: DEBUG nova.scheduler.client.report [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.341185] env[69365]: DEBUG oslo_concurrency.lockutils [req-86761114-fa2d-4f07-8904-8fa4a93d9b3e req-e04046e8-bda4-4792-84c5-15530aed26be service nova] Releasing lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.410090] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301880, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.703806] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.704422] env[69365]: DEBUG nova.compute.manager [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.710191] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.551s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.710802] env[69365]: DEBUG nova.objects.instance [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 880.790656] env[69365]: DEBUG nova.compute.manager [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Received event network-changed-4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.790859] env[69365]: DEBUG nova.compute.manager [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Refreshing instance network info cache due to event network-changed-4899f31a-bbaa-4633-b16b-881216910940. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.791110] env[69365]: DEBUG oslo_concurrency.lockutils [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] Acquiring lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.791433] env[69365]: DEBUG oslo_concurrency.lockutils [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] Acquired lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.791433] env[69365]: DEBUG nova.network.neutron [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Refreshing network info cache for port 4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.914036] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749776} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.914523] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c/4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.914757] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.915251] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6074940b-b937-4977-89fa-876cd98beae9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.923648] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 880.923648] env[69365]: value = "task-3301881" [ 880.923648] env[69365]: _type = "Task" [ 880.923648] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.938841] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.216949] env[69365]: DEBUG nova.compute.utils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.222046] env[69365]: DEBUG nova.compute.manager [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.222213] env[69365]: DEBUG nova.network.neutron [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.274669] env[69365]: DEBUG nova.policy [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ffff5553d9e4269984d7fdd174227f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cab9f02c8dbc412fb431bb4aa409beea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.436566] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071458} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.436566] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.437024] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7930579-5ba9-4648-a02e-b15e7cf67e55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.461999] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c/4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.464612] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb5c84e-08fb-440e-9d03-8229e42ee7c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.485978] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 881.485978] env[69365]: value = "task-3301882" [ 881.485978] env[69365]: _type = "Task" [ 881.485978] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.494740] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.720714] env[69365]: DEBUG nova.compute.manager [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.729629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7d6d7758-ecfa-4a49-8b4f-e61f33c34ad8 tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.730786] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.074s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.739623] env[69365]: INFO nova.compute.claims [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.000403] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301882, 'name': ReconfigVM_Task, 'duration_secs': 0.299643} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.003925] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c/4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.004736] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9609802a-1e90-431e-80ab-2411b2a971f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.014534] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 882.014534] env[69365]: value = "task-3301883" [ 882.014534] env[69365]: _type = "Task" [ 882.014534] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.027816] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301883, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.148216] env[69365]: DEBUG nova.network.neutron [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Updated VIF entry in instance network info cache for port 4899f31a-bbaa-4633-b16b-881216910940. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.148680] env[69365]: DEBUG nova.network.neutron [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Updating instance_info_cache with network_info: [{"id": "4899f31a-bbaa-4633-b16b-881216910940", "address": "fa:16:3e:ec:71:e1", "network": {"id": "a5b1084f-8a9d-48de-95b5-c881a138d8fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-760715279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f840adab224d87ae73ea20634227ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4899f31a-bb", "ovs_interfaceid": "4899f31a-bbaa-4633-b16b-881216910940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.389713] env[69365]: DEBUG nova.network.neutron [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Successfully created port: 7c6a2a1c-3fb9-441c-b2be-4f83081a6384 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.526162] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301883, 'name': Rename_Task, 'duration_secs': 0.181928} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.526469] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.526550] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d140df1-2171-4d27-8ecb-2ba1726bee0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.533437] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 882.533437] env[69365]: value = "task-3301884" [ 882.533437] env[69365]: _type = "Task" [ 882.533437] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.546209] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.658176] env[69365]: DEBUG oslo_concurrency.lockutils [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] Releasing lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.658176] env[69365]: DEBUG nova.compute.manager [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Received event network-changed-63ba902d-a3f8-401e-8b55-cc7021e1402a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.658176] env[69365]: DEBUG nova.compute.manager [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Refreshing instance network info cache due to event network-changed-63ba902d-a3f8-401e-8b55-cc7021e1402a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.658176] env[69365]: DEBUG oslo_concurrency.lockutils [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] Acquiring lock "refresh_cache-6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.658176] env[69365]: DEBUG oslo_concurrency.lockutils [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] Acquired lock "refresh_cache-6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.658176] env[69365]: DEBUG nova.network.neutron [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Refreshing network info cache for port 63ba902d-a3f8-401e-8b55-cc7021e1402a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.738862] env[69365]: DEBUG nova.compute.manager [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.779555] env[69365]: DEBUG nova.virt.hardware [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.779861] env[69365]: DEBUG nova.virt.hardware [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.780036] env[69365]: DEBUG nova.virt.hardware [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.780230] env[69365]: DEBUG nova.virt.hardware [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.780379] env[69365]: DEBUG nova.virt.hardware [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.780530] env[69365]: DEBUG nova.virt.hardware [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.781046] env[69365]: DEBUG nova.virt.hardware [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.781366] env[69365]: DEBUG nova.virt.hardware [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.781578] env[69365]: DEBUG nova.virt.hardware [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.781755] env[69365]: DEBUG nova.virt.hardware [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.782209] env[69365]: DEBUG nova.virt.hardware [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.782860] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675c6a62-f9f3-44c8-b9ef-e234551bada4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.802572] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26585bd-bf71-450f-8e4e-ed9f22895c1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.047184] env[69365]: DEBUG oslo_vmware.api [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301884, 'name': PowerOnVM_Task, 'duration_secs': 0.475247} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.050347] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.050756] env[69365]: DEBUG nova.compute.manager [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.052056] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0253041d-d613-4f57-9076-4d55464119ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.150058] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "622347c1-0ca6-4f2b-bee9-86d5614813f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.150058] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "622347c1-0ca6-4f2b-bee9-86d5614813f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.178005] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "c320682c-7a15-4ba4-a744-7e1c4cd0effb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.178275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "c320682c-7a15-4ba4-a744-7e1c4cd0effb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.265382] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cbfc91-f4cf-49ab-8d92-43e03a789140 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.281290] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e839bddd-7c60-4cd2-a04a-283e1c7914ff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.317332] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fd4713-4e99-423d-b501-3e2c62849556 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.327402] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480d155c-08da-4dc9-9678-25c52394ef05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.331789] env[69365]: DEBUG nova.compute.manager [req-c519368a-21e7-4f51-b083-91bccfa1b2a2 req-7ab2685c-c968-423f-86f0-c5b25fd0a1cb service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Received event network-changed-63ba902d-a3f8-401e-8b55-cc7021e1402a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.332049] env[69365]: DEBUG nova.compute.manager [req-c519368a-21e7-4f51-b083-91bccfa1b2a2 req-7ab2685c-c968-423f-86f0-c5b25fd0a1cb service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Refreshing instance network info cache due to event network-changed-63ba902d-a3f8-401e-8b55-cc7021e1402a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.332261] env[69365]: DEBUG oslo_concurrency.lockutils [req-c519368a-21e7-4f51-b083-91bccfa1b2a2 req-7ab2685c-c968-423f-86f0-c5b25fd0a1cb service nova] Acquiring lock "refresh_cache-6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.343712] env[69365]: DEBUG nova.compute.provider_tree [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.455032] env[69365]: DEBUG nova.network.neutron [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Updated VIF entry in instance network info cache for port 63ba902d-a3f8-401e-8b55-cc7021e1402a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.455032] env[69365]: DEBUG nova.network.neutron [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Updating instance_info_cache with network_info: [{"id": "63ba902d-a3f8-401e-8b55-cc7021e1402a", "address": "fa:16:3e:bf:6d:bd", "network": {"id": "a5b1084f-8a9d-48de-95b5-c881a138d8fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-760715279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f840adab224d87ae73ea20634227ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ba902d-a3", "ovs_interfaceid": "63ba902d-a3f8-401e-8b55-cc7021e1402a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.577285] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.652623] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.680496] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.847393] env[69365]: DEBUG nova.scheduler.client.report [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.949583] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.950062] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.950368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.950542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.950718] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.953832] env[69365]: INFO nova.compute.manager [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Terminating instance [ 883.960697] env[69365]: DEBUG oslo_concurrency.lockutils [req-b9b3ff1c-406a-4db2-8d09-79500fe279ff req-578d8488-e351-4e69-90c6-22a621a30bc8 service nova] Releasing lock "refresh_cache-6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.960697] env[69365]: DEBUG oslo_concurrency.lockutils [req-c519368a-21e7-4f51-b083-91bccfa1b2a2 req-7ab2685c-c968-423f-86f0-c5b25fd0a1cb service nova] Acquired lock "refresh_cache-6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.960697] env[69365]: DEBUG nova.network.neutron [req-c519368a-21e7-4f51-b083-91bccfa1b2a2 req-7ab2685c-c968-423f-86f0-c5b25fd0a1cb service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Refreshing network info cache for port 63ba902d-a3f8-401e-8b55-cc7021e1402a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.965260] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.965260] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.965260] env[69365]: INFO nova.compute.manager [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Rebooting instance [ 884.181507] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.208368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.217673] env[69365]: DEBUG nova.network.neutron [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Successfully updated port: 7c6a2a1c-3fb9-441c-b2be-4f83081a6384 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.355019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.355019] env[69365]: DEBUG nova.compute.manager [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.358040] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.202s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.362304] env[69365]: INFO nova.compute.claims [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.458351] env[69365]: DEBUG nova.compute.manager [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.461458] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.461458] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01c0669-a9e3-4526-a3ab-bc5cc65c0073 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.474771] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.476795] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff1066ba-79cf-420d-b0ef-3bce3d8df3fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.483392] env[69365]: DEBUG oslo_vmware.api [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 884.483392] env[69365]: value = "task-3301885" [ 884.483392] env[69365]: _type = "Task" [ 884.483392] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.490028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.490222] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.491044] env[69365]: DEBUG nova.network.neutron [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.495739] env[69365]: DEBUG oslo_vmware.api [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.547094] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.547396] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.547607] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.547830] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.547950] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.550097] env[69365]: INFO nova.compute.manager [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Terminating instance [ 884.723806] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "refresh_cache-95fc6621-8319-4aef-b18e-08f25015c714" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.724091] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquired lock "refresh_cache-95fc6621-8319-4aef-b18e-08f25015c714" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.724365] env[69365]: DEBUG nova.network.neutron [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.789165] env[69365]: DEBUG nova.network.neutron [req-c519368a-21e7-4f51-b083-91bccfa1b2a2 req-7ab2685c-c968-423f-86f0-c5b25fd0a1cb service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Updated VIF entry in instance network info cache for port 63ba902d-a3f8-401e-8b55-cc7021e1402a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.789165] env[69365]: DEBUG nova.network.neutron [req-c519368a-21e7-4f51-b083-91bccfa1b2a2 req-7ab2685c-c968-423f-86f0-c5b25fd0a1cb service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Updating instance_info_cache with network_info: [{"id": "63ba902d-a3f8-401e-8b55-cc7021e1402a", "address": "fa:16:3e:bf:6d:bd", "network": {"id": "a5b1084f-8a9d-48de-95b5-c881a138d8fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-760715279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f840adab224d87ae73ea20634227ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ba902d-a3", "ovs_interfaceid": "63ba902d-a3f8-401e-8b55-cc7021e1402a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.869119] env[69365]: DEBUG nova.compute.utils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.870987] env[69365]: DEBUG nova.compute.manager [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.871177] env[69365]: DEBUG nova.network.neutron [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.934157] env[69365]: DEBUG nova.policy [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8806accb8e424086bdcedba2be1ffe0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '804cd1d04b384fcd982d42974ee4679f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.001808] env[69365]: DEBUG oslo_vmware.api [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301885, 'name': PowerOffVM_Task, 'duration_secs': 0.227838} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.001808] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.001808] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.001808] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a57f579-1525-4bda-9729-188f0a86cbc8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.030230] env[69365]: DEBUG nova.compute.manager [req-bf2cde3d-6772-4f90-8dd4-a7adad7da35b req-295a8fa6-70a8-4bc6-9989-dd02b63518aa service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Received event network-changed-4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.030787] env[69365]: DEBUG nova.compute.manager [req-bf2cde3d-6772-4f90-8dd4-a7adad7da35b req-295a8fa6-70a8-4bc6-9989-dd02b63518aa service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Refreshing instance network info cache due to event network-changed-4899f31a-bbaa-4633-b16b-881216910940. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.030787] env[69365]: DEBUG oslo_concurrency.lockutils [req-bf2cde3d-6772-4f90-8dd4-a7adad7da35b req-295a8fa6-70a8-4bc6-9989-dd02b63518aa service nova] Acquiring lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.030897] env[69365]: DEBUG oslo_concurrency.lockutils [req-bf2cde3d-6772-4f90-8dd4-a7adad7da35b req-295a8fa6-70a8-4bc6-9989-dd02b63518aa service nova] Acquired lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.030975] env[69365]: DEBUG nova.network.neutron [req-bf2cde3d-6772-4f90-8dd4-a7adad7da35b req-295a8fa6-70a8-4bc6-9989-dd02b63518aa service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Refreshing network info cache for port 4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.057048] env[69365]: DEBUG nova.compute.manager [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.057327] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.060594] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839c686f-a846-4f0a-8a4d-4b5b22888af6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.071601] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.071982] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9ecf5f3-ee08-4c70-bf58-cce188d784e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.076539] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.076688] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.077788] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Deleting the datastore file [datastore1] 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.077788] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48f1bb0d-29cd-4153-94d2-d79c604ef786 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.081028] env[69365]: DEBUG oslo_vmware.api [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 885.081028] env[69365]: value = "task-3301887" [ 885.081028] env[69365]: _type = "Task" [ 885.081028] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.086573] env[69365]: DEBUG oslo_vmware.api [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 885.086573] env[69365]: value = "task-3301888" [ 885.086573] env[69365]: _type = "Task" [ 885.086573] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.092816] env[69365]: DEBUG oslo_vmware.api [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.098152] env[69365]: DEBUG oslo_vmware.api [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.295981] env[69365]: DEBUG oslo_concurrency.lockutils [req-c519368a-21e7-4f51-b083-91bccfa1b2a2 req-7ab2685c-c968-423f-86f0-c5b25fd0a1cb service nova] Releasing lock "refresh_cache-6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.324992] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.325182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.327039] env[69365]: DEBUG nova.network.neutron [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.376637] env[69365]: DEBUG nova.compute.manager [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.444612] env[69365]: DEBUG nova.compute.manager [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Received event network-vif-plugged-7c6a2a1c-3fb9-441c-b2be-4f83081a6384 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.447619] env[69365]: DEBUG oslo_concurrency.lockutils [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] Acquiring lock "95fc6621-8319-4aef-b18e-08f25015c714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.447619] env[69365]: DEBUG oslo_concurrency.lockutils [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] Lock "95fc6621-8319-4aef-b18e-08f25015c714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.447619] env[69365]: DEBUG oslo_concurrency.lockutils [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] Lock "95fc6621-8319-4aef-b18e-08f25015c714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.447619] env[69365]: DEBUG nova.compute.manager [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] No waiting events found dispatching network-vif-plugged-7c6a2a1c-3fb9-441c-b2be-4f83081a6384 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.447619] env[69365]: WARNING nova.compute.manager [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Received unexpected event network-vif-plugged-7c6a2a1c-3fb9-441c-b2be-4f83081a6384 for instance with vm_state building and task_state spawning. [ 885.447619] env[69365]: DEBUG nova.compute.manager [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Received event network-changed-7c6a2a1c-3fb9-441c-b2be-4f83081a6384 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.447619] env[69365]: DEBUG nova.compute.manager [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Refreshing instance network info cache due to event network-changed-7c6a2a1c-3fb9-441c-b2be-4f83081a6384. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.447619] env[69365]: DEBUG oslo_concurrency.lockutils [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] Acquiring lock "refresh_cache-95fc6621-8319-4aef-b18e-08f25015c714" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.598975] env[69365]: DEBUG oslo_vmware.api [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301887, 'name': PowerOffVM_Task, 'duration_secs': 0.182223} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.601789] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.601964] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.602423] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-012a916f-91e3-4fcc-97d5-47f04905e7f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.607840] env[69365]: DEBUG oslo_vmware.api [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16822} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.608861] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.608861] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.609087] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.609087] env[69365]: INFO nova.compute.manager [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 885.609358] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.611749] env[69365]: DEBUG nova.compute.manager [-] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.611855] env[69365]: DEBUG nova.network.neutron [-] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.670552] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.670689] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.670842] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleting the datastore file [datastore1] 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.671421] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7feadc96-b373-4375-befa-ae034242b75f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.677221] env[69365]: DEBUG nova.network.neutron [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance_info_cache with network_info: [{"id": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "address": "fa:16:3e:5a:f5:60", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f15ee2-80", "ovs_interfaceid": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.679904] env[69365]: DEBUG oslo_vmware.api [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 885.679904] env[69365]: value = "task-3301890" [ 885.679904] env[69365]: _type = "Task" [ 885.679904] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.695665] env[69365]: DEBUG oslo_vmware.api [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.743301] env[69365]: DEBUG nova.network.neutron [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Updating instance_info_cache with network_info: [{"id": "7c6a2a1c-3fb9-441c-b2be-4f83081a6384", "address": "fa:16:3e:03:bf:2e", "network": {"id": "7d529e1e-3a68-49f4-833f-c5446e86b516", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-372829040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab9f02c8dbc412fb431bb4aa409beea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c6a2a1c-3f", "ovs_interfaceid": "7c6a2a1c-3fb9-441c-b2be-4f83081a6384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.782684] env[69365]: DEBUG nova.network.neutron [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Successfully created port: 17f38a63-64b6-462e-b857-7279f4f36fe9 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.833295] env[69365]: DEBUG nova.compute.manager [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.940180] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5037a18f-e46a-4ad2-b246-fdc017f2702a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.946962] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf2b9fb-7c6b-4a23-9ab2-fa63aec41b6c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.979401] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b0b99d-bf1c-4050-823d-bb778eebcc27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.987339] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ef4340-46e7-4c3b-ade3-425985c7c5eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.002201] env[69365]: DEBUG nova.compute.provider_tree [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.101375] env[69365]: DEBUG nova.network.neutron [req-bf2cde3d-6772-4f90-8dd4-a7adad7da35b req-295a8fa6-70a8-4bc6-9989-dd02b63518aa service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Updated VIF entry in instance network info cache for port 4899f31a-bbaa-4633-b16b-881216910940. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.101813] env[69365]: DEBUG nova.network.neutron [req-bf2cde3d-6772-4f90-8dd4-a7adad7da35b req-295a8fa6-70a8-4bc6-9989-dd02b63518aa service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Updating instance_info_cache with network_info: [{"id": "4899f31a-bbaa-4633-b16b-881216910940", "address": "fa:16:3e:ec:71:e1", "network": {"id": "a5b1084f-8a9d-48de-95b5-c881a138d8fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-760715279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f840adab224d87ae73ea20634227ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4899f31a-bb", "ovs_interfaceid": "4899f31a-bbaa-4633-b16b-881216910940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.181136] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.198993] env[69365]: DEBUG oslo_vmware.api [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3301890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169803} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.199233] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.199498] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.199582] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.199958] env[69365]: INFO nova.compute.manager [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 886.200260] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.201766] env[69365]: DEBUG nova.compute.manager [-] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.201882] env[69365]: DEBUG nova.network.neutron [-] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.253777] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Releasing lock "refresh_cache-95fc6621-8319-4aef-b18e-08f25015c714" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.254183] env[69365]: DEBUG nova.compute.manager [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Instance network_info: |[{"id": "7c6a2a1c-3fb9-441c-b2be-4f83081a6384", "address": "fa:16:3e:03:bf:2e", "network": {"id": "7d529e1e-3a68-49f4-833f-c5446e86b516", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-372829040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab9f02c8dbc412fb431bb4aa409beea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c6a2a1c-3f", "ovs_interfaceid": "7c6a2a1c-3fb9-441c-b2be-4f83081a6384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.254470] env[69365]: DEBUG oslo_concurrency.lockutils [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] Acquired lock "refresh_cache-95fc6621-8319-4aef-b18e-08f25015c714" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.254655] env[69365]: DEBUG nova.network.neutron [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Refreshing network info cache for port 7c6a2a1c-3fb9-441c-b2be-4f83081a6384 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.257052] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:bf:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c6a2a1c-3fb9-441c-b2be-4f83081a6384', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.264583] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Creating folder: Project (cab9f02c8dbc412fb431bb4aa409beea). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.266175] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92512ab7-a69f-4d7c-b0b0-feda06225472 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.280021] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Created folder: Project (cab9f02c8dbc412fb431bb4aa409beea) in parent group-v659152. [ 886.280226] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Creating folder: Instances. Parent ref: group-v659324. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.280470] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66acd0b5-e2b8-481a-97a7-a99130b5c0e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.290170] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Created folder: Instances in parent group-v659324. [ 886.290415] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.290585] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.290785] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a190f629-a4db-4566-aec4-2ef0204082aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.318856] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.318856] env[69365]: value = "task-3301893" [ 886.318856] env[69365]: _type = "Task" [ 886.318856] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.327213] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301893, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.356755] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.390386] env[69365]: DEBUG nova.compute.manager [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.427017] env[69365]: DEBUG nova.virt.hardware [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.427320] env[69365]: DEBUG nova.virt.hardware [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.427497] env[69365]: DEBUG nova.virt.hardware [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.427775] env[69365]: DEBUG nova.virt.hardware [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.427840] env[69365]: DEBUG nova.virt.hardware [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.427971] env[69365]: DEBUG nova.virt.hardware [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.428193] env[69365]: DEBUG nova.virt.hardware [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.428360] env[69365]: DEBUG nova.virt.hardware [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.428530] env[69365]: DEBUG nova.virt.hardware [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.428696] env[69365]: DEBUG nova.virt.hardware [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.428873] env[69365]: DEBUG nova.virt.hardware [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.429762] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f9f271-e332-447a-a610-5edfdc90705e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.438805] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce6a3a5-3bd6-4880-a514-cea7e28b43c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.505278] env[69365]: DEBUG nova.scheduler.client.report [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.604085] env[69365]: DEBUG oslo_concurrency.lockutils [req-bf2cde3d-6772-4f90-8dd4-a7adad7da35b req-295a8fa6-70a8-4bc6-9989-dd02b63518aa service nova] Releasing lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.651202] env[69365]: DEBUG nova.network.neutron [-] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.694054] env[69365]: DEBUG nova.compute.manager [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.698019] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc9ea84-cc24-4e4c-ad63-070e65f45da9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.830453] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301893, 'name': CreateVM_Task, 'duration_secs': 0.366372} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.830733] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.831358] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.831520] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.831833] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.832104] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a28663-4064-4021-9957-8aa75285d4ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.839140] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 886.839140] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5279c33e-42c7-5f18-6dd0-8542bfd72872" [ 886.839140] env[69365]: _type = "Task" [ 886.839140] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.847595] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5279c33e-42c7-5f18-6dd0-8542bfd72872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.000375] env[69365]: DEBUG nova.network.neutron [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Updated VIF entry in instance network info cache for port 7c6a2a1c-3fb9-441c-b2be-4f83081a6384. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.000375] env[69365]: DEBUG nova.network.neutron [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Updating instance_info_cache with network_info: [{"id": "7c6a2a1c-3fb9-441c-b2be-4f83081a6384", "address": "fa:16:3e:03:bf:2e", "network": {"id": "7d529e1e-3a68-49f4-833f-c5446e86b516", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-372829040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab9f02c8dbc412fb431bb4aa409beea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c6a2a1c-3f", "ovs_interfaceid": "7c6a2a1c-3fb9-441c-b2be-4f83081a6384", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.012199] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.012199] env[69365]: DEBUG nova.compute.manager [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.014699] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.518s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.015106] env[69365]: DEBUG nova.objects.instance [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Lazy-loading 'resources' on Instance uuid 5d43b1d2-605b-433a-b13c-114f0c57eb88 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.019044] env[69365]: DEBUG nova.network.neutron [-] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.081358] env[69365]: DEBUG nova.compute.manager [req-5e6c7444-e02e-4f8d-b6a0-60cce5e8413c req-c7c8b637-e055-4ebf-89dc-d9d3ef85ac70 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Received event network-changed-4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.081484] env[69365]: DEBUG nova.compute.manager [req-5e6c7444-e02e-4f8d-b6a0-60cce5e8413c req-c7c8b637-e055-4ebf-89dc-d9d3ef85ac70 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Refreshing instance network info cache due to event network-changed-4899f31a-bbaa-4633-b16b-881216910940. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.081665] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e6c7444-e02e-4f8d-b6a0-60cce5e8413c req-c7c8b637-e055-4ebf-89dc-d9d3ef85ac70 service nova] Acquiring lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.081839] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e6c7444-e02e-4f8d-b6a0-60cce5e8413c req-c7c8b637-e055-4ebf-89dc-d9d3ef85ac70 service nova] Acquired lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.081964] env[69365]: DEBUG nova.network.neutron [req-5e6c7444-e02e-4f8d-b6a0-60cce5e8413c req-c7c8b637-e055-4ebf-89dc-d9d3ef85ac70 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Refreshing network info cache for port 4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.154323] env[69365]: INFO nova.compute.manager [-] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Took 1.54 seconds to deallocate network for instance. [ 887.350895] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5279c33e-42c7-5f18-6dd0-8542bfd72872, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.351287] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.351473] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.351717] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.351864] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.352217] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.352323] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00f66264-4a9f-425c-8d95-efb48ff0fa21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.361255] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.361447] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.362305] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248f2a96-a9e7-463a-8493-1e3a15660cbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.367772] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 887.367772] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5256495f-03d3-c769-4666-d64a36e5227a" [ 887.367772] env[69365]: _type = "Task" [ 887.367772] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.377589] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5256495f-03d3-c769-4666-d64a36e5227a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.478840] env[69365]: DEBUG nova.compute.manager [req-7c90432c-3a91-48a9-b3e0-5f13253b1792 req-f01ee176-f009-4cac-939b-b8a054bdb420 service nova] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Received event network-vif-deleted-63ba902d-a3f8-401e-8b55-cc7021e1402a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.478840] env[69365]: DEBUG nova.compute.manager [req-7c90432c-3a91-48a9-b3e0-5f13253b1792 req-f01ee176-f009-4cac-939b-b8a054bdb420 service nova] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Received event network-vif-deleted-267cf7fa-812a-4234-abf9-1c02cdedd940 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.502156] env[69365]: DEBUG oslo_concurrency.lockutils [req-f9c4ddf3-0ef6-4c22-a641-06731d0d60b4 req-e32e61fb-ffdb-4b9d-b687-1cd0d4da7d34 service nova] Releasing lock "refresh_cache-95fc6621-8319-4aef-b18e-08f25015c714" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.516537] env[69365]: DEBUG nova.compute.utils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.517818] env[69365]: DEBUG nova.compute.manager [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.517987] env[69365]: DEBUG nova.network.neutron [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.523484] env[69365]: INFO nova.compute.manager [-] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Took 1.32 seconds to deallocate network for instance. [ 887.584538] env[69365]: DEBUG nova.policy [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '556ad6a721e04e898e1e043a6acaf4c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '310d492db9584229923dc44e59aac0e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.634319] env[69365]: DEBUG nova.network.neutron [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Successfully updated port: 17f38a63-64b6-462e-b857-7279f4f36fe9 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.660754] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.716234] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05591af8-ee13-4d75-8184-936a4317015c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.729895] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Doing hard reboot of VM {{(pid=69365) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 887.732557] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-dd0ffa79-19aa-4080-9486-d2d668c796e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.747037] env[69365]: DEBUG oslo_vmware.api [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 887.747037] env[69365]: value = "task-3301894" [ 887.747037] env[69365]: _type = "Task" [ 887.747037] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.747037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Acquiring lock "fd03ba62-57bf-4ed7-b0ec-0c875efad715" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.747037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Lock "fd03ba62-57bf-4ed7-b0ec-0c875efad715" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.758077] env[69365]: DEBUG oslo_vmware.api [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301894, 'name': ResetVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.880957] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5256495f-03d3-c769-4666-d64a36e5227a, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.884111] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a0e4cd-3753-43fb-8c15-384915e14cda {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.890216] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 887.890216] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f063cc-23e3-b258-1527-bc0f81d73aa0" [ 887.890216] env[69365]: _type = "Task" [ 887.890216] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.897102] env[69365]: DEBUG nova.network.neutron [req-5e6c7444-e02e-4f8d-b6a0-60cce5e8413c req-c7c8b637-e055-4ebf-89dc-d9d3ef85ac70 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Updated VIF entry in instance network info cache for port 4899f31a-bbaa-4633-b16b-881216910940. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.897512] env[69365]: DEBUG nova.network.neutron [req-5e6c7444-e02e-4f8d-b6a0-60cce5e8413c req-c7c8b637-e055-4ebf-89dc-d9d3ef85ac70 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Updating instance_info_cache with network_info: [{"id": "4899f31a-bbaa-4633-b16b-881216910940", "address": "fa:16:3e:ec:71:e1", "network": {"id": "a5b1084f-8a9d-48de-95b5-c881a138d8fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-760715279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f840adab224d87ae73ea20634227ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4899f31a-bb", "ovs_interfaceid": "4899f31a-bbaa-4633-b16b-881216910940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.905118] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f063cc-23e3-b258-1527-bc0f81d73aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.905362] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.905661] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 95fc6621-8319-4aef-b18e-08f25015c714/95fc6621-8319-4aef-b18e-08f25015c714.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.905849] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9244e805-1732-4bcd-bbc1-97c359f7e0fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.913166] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 887.913166] env[69365]: value = "task-3301895" [ 887.913166] env[69365]: _type = "Task" [ 887.913166] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.926587] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.979245] env[69365]: DEBUG nova.network.neutron [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Successfully created port: b1b19e30-401f-436f-abb1-4b7e110e5590 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.021363] env[69365]: DEBUG nova.compute.manager [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.032836] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.037542] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c8fe57-4fff-4f39-acf5-bf813e4b7b95 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.045851] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ec5296-0935-4792-bd75-d51471e1e0fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.077380] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473ae748-7a5c-4bc3-8a48-f771d8b27905 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.089577] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793264ae-90f2-4832-a890-8ad5d78ec954 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.104799] env[69365]: DEBUG nova.compute.provider_tree [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.137076] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "refresh_cache-3e7592b7-65d9-4c7f-9133-551d8529f865" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.137268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "refresh_cache-3e7592b7-65d9-4c7f-9133-551d8529f865" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.138588] env[69365]: DEBUG nova.network.neutron [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.252973] env[69365]: DEBUG nova.compute.manager [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.265252] env[69365]: DEBUG oslo_vmware.api [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3301894, 'name': ResetVM_Task, 'duration_secs': 0.163188} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.265619] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Did hard reboot of VM {{(pid=69365) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 888.265836] env[69365]: DEBUG nova.compute.manager [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.266836] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5398caad-6849-4a41-9684-ef71143bb235 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.400461] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e6c7444-e02e-4f8d-b6a0-60cce5e8413c req-c7c8b637-e055-4ebf-89dc-d9d3ef85ac70 service nova] Releasing lock "refresh_cache-00f771da-7432-42cc-85d2-1eb1aa119e2f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.425514] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454581} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.425843] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 95fc6621-8319-4aef-b18e-08f25015c714/95fc6621-8319-4aef-b18e-08f25015c714.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.426084] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.426338] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc06ee10-b761-4b39-a46f-af5cd7e819d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.434979] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 888.434979] env[69365]: value = "task-3301896" [ 888.434979] env[69365]: _type = "Task" [ 888.434979] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.441920] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.607836] env[69365]: DEBUG nova.scheduler.client.report [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.688653] env[69365]: DEBUG nova.network.neutron [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.783053] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.783933] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5cfbc2ab-dde9-4310-9b14-1d5501189661 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.819s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.868328] env[69365]: DEBUG nova.network.neutron [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Updating instance_info_cache with network_info: [{"id": "17f38a63-64b6-462e-b857-7279f4f36fe9", "address": "fa:16:3e:8f:69:11", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f38a63-64", "ovs_interfaceid": "17f38a63-64b6-462e-b857-7279f4f36fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.943330] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058537} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.943610] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.944424] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d0e91e-e2dd-4686-a979-2d5fe6ee67bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.967930] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 95fc6621-8319-4aef-b18e-08f25015c714/95fc6621-8319-4aef-b18e-08f25015c714.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.968373] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1cbffb5-1e79-4150-b13f-c72ec70fb8e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.989536] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 888.989536] env[69365]: value = "task-3301897" [ 888.989536] env[69365]: _type = "Task" [ 888.989536] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.997821] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.032546] env[69365]: DEBUG nova.compute.manager [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.071896] env[69365]: DEBUG nova.virt.hardware [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4cb261e0f5353edd9edb03f384a289a7',container_format='bare',created_at=2025-04-04T03:35:04Z,direct_url=,disk_format='vmdk',id=0245c5ae-2534-40d9-a98d-392056cb4cd8,min_disk=1,min_ram=0,name='tempest-test-snap-329672858',owner='310d492db9584229923dc44e59aac0e1',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-04T03:35:23Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.072293] env[69365]: DEBUG nova.virt.hardware [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.072570] env[69365]: DEBUG nova.virt.hardware [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.072886] env[69365]: DEBUG nova.virt.hardware [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.075018] env[69365]: DEBUG nova.virt.hardware [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.075018] env[69365]: DEBUG nova.virt.hardware [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.075018] env[69365]: DEBUG nova.virt.hardware [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.075018] env[69365]: DEBUG nova.virt.hardware [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.075018] env[69365]: DEBUG nova.virt.hardware [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.075018] env[69365]: DEBUG nova.virt.hardware [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.075018] env[69365]: DEBUG nova.virt.hardware [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.076444] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1deb5a5-7ade-4a41-9660-b446dfbba5b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.084350] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1839198-8ba1-476c-8c57-4557b0b7f22a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.113408] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.116161] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.307s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.116342] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.116499] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 889.116876] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.239s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.117068] env[69365]: DEBUG nova.objects.instance [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Lazy-loading 'resources' on Instance uuid 205183f5-c414-49b0-b14f-cc7e70085cc1 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.118832] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad41c04-8a99-4ca7-8b75-ee4fae4655c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.131720] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c514dc7-68c8-4f00-b702-a9cbfd031472 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.137078] env[69365]: INFO nova.scheduler.client.report [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Deleted allocations for instance 5d43b1d2-605b-433a-b13c-114f0c57eb88 [ 889.152565] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4550e2dd-72ed-4ed2-aef2-2173730fd6c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.161396] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430645b9-f301-4f26-99c7-ed1dc806ddcb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.192320] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178259MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 889.192452] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.374022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "refresh_cache-3e7592b7-65d9-4c7f-9133-551d8529f865" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.374022] env[69365]: DEBUG nova.compute.manager [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Instance network_info: |[{"id": "17f38a63-64b6-462e-b857-7279f4f36fe9", "address": "fa:16:3e:8f:69:11", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f38a63-64", "ovs_interfaceid": "17f38a63-64b6-462e-b857-7279f4f36fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.374022] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:69:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17f38a63-64b6-462e-b857-7279f4f36fe9', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.380602] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.381067] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.381424] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba8af21d-fd1c-4767-9328-c056c097ed6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.403631] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.403631] env[69365]: value = "task-3301898" [ 889.403631] env[69365]: _type = "Task" [ 889.403631] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.412370] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301898, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.503129] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301897, 'name': ReconfigVM_Task, 'duration_secs': 0.263672} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.503653] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 95fc6621-8319-4aef-b18e-08f25015c714/95fc6621-8319-4aef-b18e-08f25015c714.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.504588] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-018eb654-9081-4e4f-aefb-a22c7e0d07fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.513404] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 889.513404] env[69365]: value = "task-3301899" [ 889.513404] env[69365]: _type = "Task" [ 889.513404] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.526274] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301899, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.603613] env[69365]: DEBUG nova.compute.manager [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Received event network-vif-plugged-17f38a63-64b6-462e-b857-7279f4f36fe9 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.603613] env[69365]: DEBUG oslo_concurrency.lockutils [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] Acquiring lock "3e7592b7-65d9-4c7f-9133-551d8529f865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.604071] env[69365]: DEBUG oslo_concurrency.lockutils [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] Lock "3e7592b7-65d9-4c7f-9133-551d8529f865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.604810] env[69365]: DEBUG oslo_concurrency.lockutils [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] Lock "3e7592b7-65d9-4c7f-9133-551d8529f865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.605156] env[69365]: DEBUG nova.compute.manager [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] No waiting events found dispatching network-vif-plugged-17f38a63-64b6-462e-b857-7279f4f36fe9 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.605738] env[69365]: WARNING nova.compute.manager [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Received unexpected event network-vif-plugged-17f38a63-64b6-462e-b857-7279f4f36fe9 for instance with vm_state building and task_state spawning. [ 889.606068] env[69365]: DEBUG nova.compute.manager [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Received event network-changed-17f38a63-64b6-462e-b857-7279f4f36fe9 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.606381] env[69365]: DEBUG nova.compute.manager [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Refreshing instance network info cache due to event network-changed-17f38a63-64b6-462e-b857-7279f4f36fe9. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.610756] env[69365]: DEBUG oslo_concurrency.lockutils [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] Acquiring lock "refresh_cache-3e7592b7-65d9-4c7f-9133-551d8529f865" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.610756] env[69365]: DEBUG oslo_concurrency.lockutils [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] Acquired lock "refresh_cache-3e7592b7-65d9-4c7f-9133-551d8529f865" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.610756] env[69365]: DEBUG nova.network.neutron [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Refreshing network info cache for port 17f38a63-64b6-462e-b857-7279f4f36fe9 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.657978] env[69365]: DEBUG oslo_concurrency.lockutils [None req-81c0b7e4-219a-41bb-87ce-3bbbac44a40d tempest-ServersListShow2100Test-359058105 tempest-ServersListShow2100Test-359058105-project-member] Lock "5d43b1d2-605b-433a-b13c-114f0c57eb88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.374s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.791921] env[69365]: DEBUG nova.network.neutron [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Successfully updated port: b1b19e30-401f-436f-abb1-4b7e110e5590 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.915140] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301898, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.028850] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301899, 'name': Rename_Task, 'duration_secs': 0.153053} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.029740] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.029740] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e584e7ce-2b7c-4a19-84a4-52208b2ead9c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.037111] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 890.037111] env[69365]: value = "task-3301900" [ 890.037111] env[69365]: _type = "Task" [ 890.037111] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.051387] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.093038] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f312194-f34b-4995-b4cd-d6084f094390 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.099725] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deafa0ef-072b-43c6-b83c-8e79594aaefc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.133101] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264dfc44-5d58-4911-b12b-62ae3d5eb136 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.141027] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20fa581-71e3-41c8-a219-91ec73b95e3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.156204] env[69365]: DEBUG nova.compute.provider_tree [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.295600] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "refresh_cache-bc76fce0-bb80-49e7-b730-9c09514f3aa7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.295760] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "refresh_cache-bc76fce0-bb80-49e7-b730-9c09514f3aa7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.296018] env[69365]: DEBUG nova.network.neutron [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.372515] env[69365]: DEBUG nova.network.neutron [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Updated VIF entry in instance network info cache for port 17f38a63-64b6-462e-b857-7279f4f36fe9. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.372897] env[69365]: DEBUG nova.network.neutron [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Updating instance_info_cache with network_info: [{"id": "17f38a63-64b6-462e-b857-7279f4f36fe9", "address": "fa:16:3e:8f:69:11", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f38a63-64", "ovs_interfaceid": "17f38a63-64b6-462e-b857-7279f4f36fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.416820] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301898, 'name': CreateVM_Task, 'duration_secs': 0.591396} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.417030] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.417764] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.417984] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.418384] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.418726] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ca816c-8575-40e8-b16f-a5ef78935a87 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.423545] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 890.423545] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52438385-0d8f-5158-be89-13244b6a2646" [ 890.423545] env[69365]: _type = "Task" [ 890.423545] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.430929] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52438385-0d8f-5158-be89-13244b6a2646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.549324] env[69365]: DEBUG oslo_vmware.api [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301900, 'name': PowerOnVM_Task, 'duration_secs': 0.46011} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.549525] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.549725] env[69365]: INFO nova.compute.manager [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Took 7.81 seconds to spawn the instance on the hypervisor. [ 890.549905] env[69365]: DEBUG nova.compute.manager [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.550694] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad2fe6c-f187-4f53-9618-44a074b44637 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.659793] env[69365]: DEBUG nova.scheduler.client.report [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.829137] env[69365]: DEBUG nova.network.neutron [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.880252] env[69365]: DEBUG oslo_concurrency.lockutils [req-a833a519-f497-496f-9790-f0da389576a5 req-8f005192-97b8-4556-8a8e-4793f55b8fbc service nova] Releasing lock "refresh_cache-3e7592b7-65d9-4c7f-9133-551d8529f865" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.934410] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52438385-0d8f-5158-be89-13244b6a2646, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.934709] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.934935] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.935185] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.935330] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.935507] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.935765] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18773dc4-82da-4a8f-982d-f42e09cfc44f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.944619] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.944806] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.945535] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad6a58c-11c3-4287-b9b9-bec9e7ef0005 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.951336] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 890.951336] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aa784e-c342-3d76-4868-4a1f453ccf3f" [ 890.951336] env[69365]: _type = "Task" [ 890.951336] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.959613] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aa784e-c342-3d76-4868-4a1f453ccf3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.973392] env[69365]: DEBUG nova.network.neutron [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Updating instance_info_cache with network_info: [{"id": "b1b19e30-401f-436f-abb1-4b7e110e5590", "address": "fa:16:3e:2a:5c:d1", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b19e30-40", "ovs_interfaceid": "b1b19e30-401f-436f-abb1-4b7e110e5590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.068330] env[69365]: INFO nova.compute.manager [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Took 31.19 seconds to build instance. [ 891.164551] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.167272] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.055s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.167617] env[69365]: DEBUG nova.objects.instance [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lazy-loading 'resources' on Instance uuid 05b0e6cb-6197-45af-bf23-bcdd30c0b399 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.192269] env[69365]: INFO nova.scheduler.client.report [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Deleted allocations for instance 205183f5-c414-49b0-b14f-cc7e70085cc1 [ 891.462544] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aa784e-c342-3d76-4868-4a1f453ccf3f, 'name': SearchDatastore_Task, 'duration_secs': 0.008789} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.463369] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ccd152-2dad-48b2-9040-365dc31c41fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.469221] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 891.469221] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52295bb6-2966-e874-c0e3-c601952ac93f" [ 891.469221] env[69365]: _type = "Task" [ 891.469221] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.476044] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "refresh_cache-bc76fce0-bb80-49e7-b730-9c09514f3aa7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.476375] env[69365]: DEBUG nova.compute.manager [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Instance network_info: |[{"id": "b1b19e30-401f-436f-abb1-4b7e110e5590", "address": "fa:16:3e:2a:5c:d1", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b19e30-40", "ovs_interfaceid": "b1b19e30-401f-436f-abb1-4b7e110e5590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.476652] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52295bb6-2966-e874-c0e3-c601952ac93f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.477039] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:5c:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1b19e30-401f-436f-abb1-4b7e110e5590', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.485252] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.485456] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.485669] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d6a6d1f-8477-44b3-9de8-3d364fd2d5b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.511074] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.511074] env[69365]: value = "task-3301901" [ 891.511074] env[69365]: _type = "Task" [ 891.511074] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.518832] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301901, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.571612] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61d0381a-c84c-4295-a5b5-185e440d336e tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "95fc6621-8319-4aef-b18e-08f25015c714" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.708s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.639718] env[69365]: DEBUG nova.compute.manager [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Received event network-vif-plugged-b1b19e30-401f-436f-abb1-4b7e110e5590 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.640094] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] Acquiring lock "bc76fce0-bb80-49e7-b730-9c09514f3aa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.640233] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] Lock "bc76fce0-bb80-49e7-b730-9c09514f3aa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.640455] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] Lock "bc76fce0-bb80-49e7-b730-9c09514f3aa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.640595] env[69365]: DEBUG nova.compute.manager [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] No waiting events found dispatching network-vif-plugged-b1b19e30-401f-436f-abb1-4b7e110e5590 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.640765] env[69365]: WARNING nova.compute.manager [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Received unexpected event network-vif-plugged-b1b19e30-401f-436f-abb1-4b7e110e5590 for instance with vm_state building and task_state spawning. [ 891.640934] env[69365]: DEBUG nova.compute.manager [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Received event network-changed-b1b19e30-401f-436f-abb1-4b7e110e5590 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.641099] env[69365]: DEBUG nova.compute.manager [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Refreshing instance network info cache due to event network-changed-b1b19e30-401f-436f-abb1-4b7e110e5590. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.641290] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] Acquiring lock "refresh_cache-bc76fce0-bb80-49e7-b730-9c09514f3aa7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.641471] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] Acquired lock "refresh_cache-bc76fce0-bb80-49e7-b730-9c09514f3aa7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.641661] env[69365]: DEBUG nova.network.neutron [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Refreshing network info cache for port b1b19e30-401f-436f-abb1-4b7e110e5590 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.699386] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1effc9-5fcf-4d02-bf1a-70ca9d762139 tempest-ServersTestJSON-688153336 tempest-ServersTestJSON-688153336-project-member] Lock "205183f5-c414-49b0-b14f-cc7e70085cc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.035s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.982553] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52295bb6-2966-e874-c0e3-c601952ac93f, 'name': SearchDatastore_Task, 'duration_secs': 0.009764} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.983204] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.983592] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 3e7592b7-65d9-4c7f-9133-551d8529f865/3e7592b7-65d9-4c7f-9133-551d8529f865.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.986025] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a86a124d-827c-47f3-99be-f6b49ea59758 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.991823] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 891.991823] env[69365]: value = "task-3301902" [ 891.991823] env[69365]: _type = "Task" [ 891.991823] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.000239] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.023140] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301901, 'name': CreateVM_Task, 'duration_secs': 0.491709} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.023341] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.024071] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0245c5ae-2534-40d9-a98d-392056cb4cd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.024208] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0245c5ae-2534-40d9-a98d-392056cb4cd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.024555] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0245c5ae-2534-40d9-a98d-392056cb4cd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.024807] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6540530-e456-433b-86cf-2e2248b8e9be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.029303] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 892.029303] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fa853f-3b78-9546-73bc-7a39fecfa454" [ 892.029303] env[69365]: _type = "Task" [ 892.029303] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.037590] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fa853f-3b78-9546-73bc-7a39fecfa454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.214932] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346c4141-b6ac-4b67-9602-0a5491870ede {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.223577] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4170b479-837f-4017-a9df-955c522ed943 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.261380] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b669845c-1edc-4dd6-a73b-b33e77aed5ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.269795] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830d43c2-73a2-45cd-9fd1-e27fa7ca0726 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.284786] env[69365]: DEBUG nova.compute.provider_tree [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.454282] env[69365]: DEBUG nova.network.neutron [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Updated VIF entry in instance network info cache for port b1b19e30-401f-436f-abb1-4b7e110e5590. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.456706] env[69365]: DEBUG nova.network.neutron [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Updating instance_info_cache with network_info: [{"id": "b1b19e30-401f-436f-abb1-4b7e110e5590", "address": "fa:16:3e:2a:5c:d1", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b19e30-40", "ovs_interfaceid": "b1b19e30-401f-436f-abb1-4b7e110e5590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.506169] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45235} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.506169] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 3e7592b7-65d9-4c7f-9133-551d8529f865/3e7592b7-65d9-4c7f-9133-551d8529f865.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.506169] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.506489] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67001aa0-56a7-4e49-b4f0-81e1146600e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.514475] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 892.514475] env[69365]: value = "task-3301903" [ 892.514475] env[69365]: _type = "Task" [ 892.514475] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.522199] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.540428] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0245c5ae-2534-40d9-a98d-392056cb4cd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.540617] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Processing image 0245c5ae-2534-40d9-a98d-392056cb4cd8 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.540858] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0245c5ae-2534-40d9-a98d-392056cb4cd8/0245c5ae-2534-40d9-a98d-392056cb4cd8.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.541019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0245c5ae-2534-40d9-a98d-392056cb4cd8/0245c5ae-2534-40d9-a98d-392056cb4cd8.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.541202] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.541452] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bc0d71d-ae19-4ee1-8ffb-0843dfeccbd5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.549163] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.549353] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.550118] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddac1611-c23c-472f-96e2-cf73f2d3af33 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.554913] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 892.554913] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522cb6c6-5eaf-cd2e-c9a1-0f4a71a81e56" [ 892.554913] env[69365]: _type = "Task" [ 892.554913] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.562671] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522cb6c6-5eaf-cd2e-c9a1-0f4a71a81e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.790022] env[69365]: DEBUG nova.scheduler.client.report [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.957585] env[69365]: DEBUG oslo_concurrency.lockutils [req-2e569455-4af3-4a74-bb78-525e8ccbd280 req-0ef8e9cc-a184-4455-ae84-c189c33956d1 service nova] Releasing lock "refresh_cache-bc76fce0-bb80-49e7-b730-9c09514f3aa7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.025716] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083921} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.026114] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.026972] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2d98f7-bdbc-404e-9c0f-b9cedaa9e5c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.053492] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 3e7592b7-65d9-4c7f-9133-551d8529f865/3e7592b7-65d9-4c7f-9133-551d8529f865.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.053880] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d286513-983a-4065-87f7-b2064e14ceda {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.083567] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 893.084067] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Fetch image to [datastore1] OSTACK_IMG_039912e1-5cd3-4c80-9ba7-27c140fc9cee/OSTACK_IMG_039912e1-5cd3-4c80-9ba7-27c140fc9cee.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 893.084314] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Downloading stream optimized image 0245c5ae-2534-40d9-a98d-392056cb4cd8 to [datastore1] OSTACK_IMG_039912e1-5cd3-4c80-9ba7-27c140fc9cee/OSTACK_IMG_039912e1-5cd3-4c80-9ba7-27c140fc9cee.vmdk on the data store datastore1 as vApp {{(pid=69365) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 893.084490] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Downloading image file data 0245c5ae-2534-40d9-a98d-392056cb4cd8 to the ESX as VM named 'OSTACK_IMG_039912e1-5cd3-4c80-9ba7-27c140fc9cee' {{(pid=69365) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 893.086465] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 893.086465] env[69365]: value = "task-3301904" [ 893.086465] env[69365]: _type = "Task" [ 893.086465] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.098288] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301904, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.202158] env[69365]: DEBUG oslo_vmware.rw_handles [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 893.202158] env[69365]: value = "resgroup-9" [ 893.202158] env[69365]: _type = "ResourcePool" [ 893.202158] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 893.202158] env[69365]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ce6f984a-e7e6-4307-9829-46a51a44cffa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.224365] env[69365]: DEBUG oslo_vmware.rw_handles [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lease: (returnval){ [ 893.224365] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5201729e-60a6-04a4-da28-d93022fa6635" [ 893.224365] env[69365]: _type = "HttpNfcLease" [ 893.224365] env[69365]: } obtained for vApp import into resource pool (val){ [ 893.224365] env[69365]: value = "resgroup-9" [ 893.224365] env[69365]: _type = "ResourcePool" [ 893.224365] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 893.224922] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the lease: (returnval){ [ 893.224922] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5201729e-60a6-04a4-da28-d93022fa6635" [ 893.224922] env[69365]: _type = "HttpNfcLease" [ 893.224922] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 893.231769] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.231769] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5201729e-60a6-04a4-da28-d93022fa6635" [ 893.231769] env[69365]: _type = "HttpNfcLease" [ 893.231769] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 893.294528] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.298020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.862s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.335197] env[69365]: INFO nova.scheduler.client.report [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Deleted allocations for instance 05b0e6cb-6197-45af-bf23-bcdd30c0b399 [ 893.600611] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.733622] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.733622] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5201729e-60a6-04a4-da28-d93022fa6635" [ 893.733622] env[69365]: _type = "HttpNfcLease" [ 893.733622] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 893.764418] env[69365]: DEBUG nova.compute.manager [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.765412] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43e49c0-d48d-4a52-b482-10ea71ac696a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.805133] env[69365]: DEBUG nova.objects.instance [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lazy-loading 'migration_context' on Instance uuid 99e521a6-b45b-401f-9c18-9f05f8198e4c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.844718] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6d95c82-bde8-41a9-967e-ffac8ec366fd tempest-SecurityGroupsTestJSON-1005717487 tempest-SecurityGroupsTestJSON-1005717487-project-member] Lock "05b0e6cb-6197-45af-bf23-bcdd30c0b399" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.119s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.097990] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301904, 'name': ReconfigVM_Task, 'duration_secs': 0.631176} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.098444] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 3e7592b7-65d9-4c7f-9133-551d8529f865/3e7592b7-65d9-4c7f-9133-551d8529f865.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.099073] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4e85a27-e9f8-4740-aea6-6ae61aad4df7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.106396] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 894.106396] env[69365]: value = "task-3301906" [ 894.106396] env[69365]: _type = "Task" [ 894.106396] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.114317] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301906, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.235062] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.235062] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5201729e-60a6-04a4-da28-d93022fa6635" [ 894.235062] env[69365]: _type = "HttpNfcLease" [ 894.235062] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 894.278462] env[69365]: INFO nova.compute.manager [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] instance snapshotting [ 894.281825] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4095c600-2c9a-42ba-b473-054bc20eda91 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.303852] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768f10f7-4fa3-4e5a-a8d9-735612ee03de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.619065] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301906, 'name': Rename_Task, 'duration_secs': 0.239983} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.621853] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.624342] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d03253ad-1f61-4c8d-b5ad-ba8343fac8a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.628796] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 894.628796] env[69365]: value = "task-3301907" [ 894.628796] env[69365]: _type = "Task" [ 894.628796] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.642657] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.737502] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.737502] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5201729e-60a6-04a4-da28-d93022fa6635" [ 894.737502] env[69365]: _type = "HttpNfcLease" [ 894.737502] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 894.741539] env[69365]: DEBUG oslo_vmware.rw_handles [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 894.741539] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5201729e-60a6-04a4-da28-d93022fa6635" [ 894.741539] env[69365]: _type = "HttpNfcLease" [ 894.741539] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 894.742748] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb10cceb-a8d1-444d-bc0c-beac3385ae86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.753036] env[69365]: DEBUG oslo_vmware.rw_handles [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ab3b4-c8df-3a52-55a3-34b546a30c5a/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 894.753036] env[69365]: DEBUG oslo_vmware.rw_handles [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ab3b4-c8df-3a52-55a3-34b546a30c5a/disk-0.vmdk. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 894.755697] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c911b60-db2b-441a-903a-78a62e4a96cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.818548] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 894.819627] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a0b7165a-d065-4221-a45f-1c9c0556821c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.832038] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9151b408-1a3f-45ce-8a7f-e8eda8f4b6c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.836608] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c59cd49-0f2f-4063-877c-083040bbb194 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.838649] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 894.838649] env[69365]: value = "task-3301908" [ 894.838649] env[69365]: _type = "Task" [ 894.838649] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.873425] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1bf432-0025-425d-a631-2bab21dde7a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.880216] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301908, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.885739] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc25061e-23a8-462f-a4d3-c8fbeffa18cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.902288] env[69365]: DEBUG nova.compute.provider_tree [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.143144] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301907, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.354270] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301908, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.410052] env[69365]: DEBUG nova.scheduler.client.report [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.644829] env[69365]: DEBUG oslo_vmware.api [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301907, 'name': PowerOnVM_Task, 'duration_secs': 0.666548} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.648839] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.649211] env[69365]: INFO nova.compute.manager [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Took 9.26 seconds to spawn the instance on the hypervisor. [ 895.649456] env[69365]: DEBUG nova.compute.manager [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.650898] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7894d7-937e-4d46-b74c-889acb9402db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.739299] env[69365]: DEBUG oslo_vmware.rw_handles [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 895.739540] env[69365]: DEBUG oslo_vmware.rw_handles [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ab3b4-c8df-3a52-55a3-34b546a30c5a/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 895.740559] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe3940d-1340-4e7b-9f48-82c05a5ae7c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.749816] env[69365]: DEBUG oslo_vmware.rw_handles [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ab3b4-c8df-3a52-55a3-34b546a30c5a/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 895.750054] env[69365]: DEBUG oslo_vmware.rw_handles [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ab3b4-c8df-3a52-55a3-34b546a30c5a/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 895.750743] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d650cc74-943d-497d-8544-ea2526f2a8e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.851315] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301908, 'name': CreateSnapshot_Task, 'duration_secs': 0.699165} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.851590] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 895.852373] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313eb3fa-ee6a-4f08-bd11-44cdc735e035 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.116934] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] Acquiring lock "refresh_cache-3e7592b7-65d9-4c7f-9133-551d8529f865" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.117537] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] Acquired lock "refresh_cache-3e7592b7-65d9-4c7f-9133-551d8529f865" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.117537] env[69365]: DEBUG nova.network.neutron [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.183224] env[69365]: INFO nova.compute.manager [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Took 35.56 seconds to build instance. [ 896.317240] env[69365]: DEBUG oslo_vmware.rw_handles [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ab3b4-c8df-3a52-55a3-34b546a30c5a/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 896.317240] env[69365]: INFO nova.virt.vmwareapi.images [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Downloaded image file data 0245c5ae-2534-40d9-a98d-392056cb4cd8 [ 896.318178] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca5291b-1afa-46c4-b5a0-2f00c23ae5a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.344756] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdd1c53e-2f50-4df2-9e33-f4b9d6be809a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.371172] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 896.371532] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c330115e-3987-4472-8502-7da15dffce22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.381225] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 896.381225] env[69365]: value = "task-3301910" [ 896.381225] env[69365]: _type = "Task" [ 896.381225] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.391853] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301910, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.393777] env[69365]: INFO nova.virt.vmwareapi.images [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] The imported VM was unregistered [ 896.396962] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 896.396962] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0245c5ae-2534-40d9-a98d-392056cb4cd8 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.397322] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a90dacc-1c30-48b7-b280-f8116b7fd86d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.416191] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Created directory with path [datastore1] devstack-image-cache_base/0245c5ae-2534-40d9-a98d-392056cb4cd8 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.416420] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_039912e1-5cd3-4c80-9ba7-27c140fc9cee/OSTACK_IMG_039912e1-5cd3-4c80-9ba7-27c140fc9cee.vmdk to [datastore1] devstack-image-cache_base/0245c5ae-2534-40d9-a98d-392056cb4cd8/0245c5ae-2534-40d9-a98d-392056cb4cd8.vmdk. {{(pid=69365) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 896.416688] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6835c93b-dd85-4116-8c54-1cd7c966e1c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.426028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.128s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.434031] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 896.434031] env[69365]: value = "task-3301911" [ 896.434031] env[69365]: _type = "Task" [ 896.434031] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.434365] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.443s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.435798] env[69365]: INFO nova.compute.claims [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.455401] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301911, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.688997] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f798ebd5-a1c9-4d82-bf4a-1d2e2ed89132 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "3e7592b7-65d9-4c7f-9133-551d8529f865" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.073s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.926408] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301910, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.971538] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301911, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.087355] env[69365]: DEBUG nova.network.neutron [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Updating instance_info_cache with network_info: [{"id": "17f38a63-64b6-462e-b857-7279f4f36fe9", "address": "fa:16:3e:8f:69:11", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f38a63-64", "ovs_interfaceid": "17f38a63-64b6-462e-b857-7279f4f36fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.397453] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301910, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.458115] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301911, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.592294] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] Releasing lock "refresh_cache-3e7592b7-65d9-4c7f-9133-551d8529f865" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.592563] env[69365]: DEBUG nova.compute.manager [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Inject network info {{(pid=69365) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 897.592852] env[69365]: DEBUG nova.compute.manager [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] network_info to inject: |[{"id": "17f38a63-64b6-462e-b857-7279f4f36fe9", "address": "fa:16:3e:8f:69:11", "network": {"id": "4d430757-5c2a-403c-a7fe-e30f50cc379f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-230500861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "804cd1d04b384fcd982d42974ee4679f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f38a63-64", "ovs_interfaceid": "17f38a63-64b6-462e-b857-7279f4f36fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 897.598336] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Reconfiguring VM instance to set the machine id {{(pid=69365) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 897.601648] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8fc678f-0800-48f3-8a82-7d51ab08f6dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.622092] env[69365]: DEBUG oslo_vmware.api [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] Waiting for the task: (returnval){ [ 897.622092] env[69365]: value = "task-3301912" [ 897.622092] env[69365]: _type = "Task" [ 897.622092] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.636045] env[69365]: DEBUG oslo_vmware.api [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] Task: {'id': task-3301912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.899713] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301910, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.953829] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301911, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.999538] env[69365]: INFO nova.compute.manager [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Swapping old allocation on dict_keys(['57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0']) held by migration db490383-1146-4436-b98b-26e7b665a8b6 for instance [ 898.024212] env[69365]: DEBUG nova.scheduler.client.report [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Overwriting current allocation {'allocations': {'57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 79}}, 'project_id': '06cc61117c244cbd96f72644fd32205e', 'user_id': 'e8a39e2934d4466fb48f3eb3d304e735', 'consumer_generation': 1} on consumer 99e521a6-b45b-401f-9c18-9f05f8198e4c {{(pid=69365) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 898.089560] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e636ac98-c037-477b-aea1-39a474767f68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.101351] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d305eaf6-46e4-403e-a7cc-75ef2ac3dc01 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.143608] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d6bd93-f17a-4e2c-8857-a407116d9028 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.147203] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.147758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquired lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.147758] env[69365]: DEBUG nova.network.neutron [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.155667] env[69365]: DEBUG oslo_vmware.api [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] Task: {'id': task-3301912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.161965] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3886883c-68c2-461c-b558-b5edd1165e2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.182632] env[69365]: DEBUG nova.compute.provider_tree [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.407138] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301910, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.460933] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301911, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.660273] env[69365]: DEBUG oslo_vmware.api [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] Task: {'id': task-3301912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.690613] env[69365]: DEBUG nova.scheduler.client.report [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.899513] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301910, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.956771] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301911, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.525219} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.957103] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_039912e1-5cd3-4c80-9ba7-27c140fc9cee/OSTACK_IMG_039912e1-5cd3-4c80-9ba7-27c140fc9cee.vmdk to [datastore1] devstack-image-cache_base/0245c5ae-2534-40d9-a98d-392056cb4cd8/0245c5ae-2534-40d9-a98d-392056cb4cd8.vmdk. [ 898.957394] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Cleaning up location [datastore1] OSTACK_IMG_039912e1-5cd3-4c80-9ba7-27c140fc9cee {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 898.957484] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_039912e1-5cd3-4c80-9ba7-27c140fc9cee {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.957767] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd3a352c-92e1-4e4b-a43a-eaa691deb915 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.965819] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 898.965819] env[69365]: value = "task-3301913" [ 898.965819] env[69365]: _type = "Task" [ 898.965819] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.975693] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.017480] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.017480] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.099134] env[69365]: DEBUG nova.network.neutron [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance_info_cache with network_info: [{"id": "f352753d-aaba-48d1-b02d-f965a5110c91", "address": "fa:16:3e:51:18:30", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf352753d-aa", "ovs_interfaceid": "f352753d-aaba-48d1-b02d-f965a5110c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.110496] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.110757] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.150853] env[69365]: DEBUG oslo_vmware.api [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] Task: {'id': task-3301912, 'name': ReconfigVM_Task, 'duration_secs': 1.302367} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.151240] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9b111021-d671-4b2a-a2c8-99fe6b82f003 tempest-ServersAdminTestJSON-628927034 tempest-ServersAdminTestJSON-628927034-project-admin] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Reconfigured VM instance to set the machine id {{(pid=69365) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 899.195367] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.195894] env[69365]: DEBUG nova.compute.manager [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.198777] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.510s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.200200] env[69365]: INFO nova.compute.claims [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.399328] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301910, 'name': CloneVM_Task, 'duration_secs': 2.71598} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.399852] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Created linked-clone VM from snapshot [ 899.400695] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28276cc7-2fe4-4585-9a20-f74bd2d307fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.415022] env[69365]: INFO nova.compute.manager [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Rebuilding instance [ 899.415472] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Uploading image 8eba6312-0804-44c8-a2d5-a40811ec99db {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 899.433617] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 899.434067] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d691f628-60f2-4012-bee8-362fe3743c9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.443515] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 899.443515] env[69365]: value = "task-3301914" [ 899.443515] env[69365]: _type = "Task" [ 899.443515] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.459071] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301914, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.475917] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047796} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.478638] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.479029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0245c5ae-2534-40d9-a98d-392056cb4cd8/0245c5ae-2534-40d9-a98d-392056cb4cd8.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.482077] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0245c5ae-2534-40d9-a98d-392056cb4cd8/0245c5ae-2534-40d9-a98d-392056cb4cd8.vmdk to [datastore1] bc76fce0-bb80-49e7-b730-9c09514f3aa7/bc76fce0-bb80-49e7-b730-9c09514f3aa7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.482077] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4c5ba0c-efcb-44a2-98c6-d3c33d528044 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.484694] env[69365]: DEBUG nova.compute.manager [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.485476] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40578a04-ba12-4584-9808-768ba25e1332 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.496826] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 899.496826] env[69365]: value = "task-3301915" [ 899.496826] env[69365]: _type = "Task" [ 899.496826] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.507320] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.518978] env[69365]: DEBUG nova.compute.manager [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.559777] env[69365]: INFO nova.compute.manager [None req-97489ef4-c6a3-406e-907b-b2d2c34a825a tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Get console output [ 899.560145] env[69365]: WARNING nova.virt.vmwareapi.driver [None req-97489ef4-c6a3-406e-907b-b2d2c34a825a tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] The console log is missing. Check your VSPC configuration [ 899.602583] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Releasing lock "refresh_cache-99e521a6-b45b-401f-9c18-9f05f8198e4c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.603110] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.603620] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b120a033-4b9b-4dd6-8a28-061f3fc2951b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.613748] env[69365]: INFO nova.compute.manager [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Detaching volume 3a22afd7-a25a-40a0-96f8-87361f2b07b4 [ 899.615936] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 899.615936] env[69365]: value = "task-3301916" [ 899.615936] env[69365]: _type = "Task" [ 899.615936] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.630833] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.654059] env[69365]: INFO nova.virt.block_device [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Attempting to driver detach volume 3a22afd7-a25a-40a0-96f8-87361f2b07b4 from mountpoint /dev/sdb [ 899.654270] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 899.654458] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659310', 'volume_id': '3a22afd7-a25a-40a0-96f8-87361f2b07b4', 'name': 'volume-3a22afd7-a25a-40a0-96f8-87361f2b07b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12166253-9d0a-4ffa-ba27-4ff6e783d0ab', 'attached_at': '', 'detached_at': '', 'volume_id': '3a22afd7-a25a-40a0-96f8-87361f2b07b4', 'serial': '3a22afd7-a25a-40a0-96f8-87361f2b07b4'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 899.655379] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3301520f-2ec9-4346-9626-f1c1d3ea0e54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.681099] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a8c9e2-b6ce-4777-9814-cef3f70de813 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.689012] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d7e347-900a-4403-ae30-8b191654c2d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.712076] env[69365]: DEBUG nova.compute.utils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.717138] env[69365]: DEBUG nova.compute.manager [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.717138] env[69365]: DEBUG nova.network.neutron [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.726250] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1f53f3-9b8a-4c70-93d9-9e13d2d62ba2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.759226] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] The volume has not been displaced from its original location: [datastore1] volume-3a22afd7-a25a-40a0-96f8-87361f2b07b4/volume-3a22afd7-a25a-40a0-96f8-87361f2b07b4.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 899.764929] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 899.766247] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a840e4a2-9b19-4281-a09d-f3b99284a27e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.791643] env[69365]: DEBUG nova.policy [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df4ab4feed0a421988964d700bf44220', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcd9c96c11014f0b99429d190c12e6ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.797581] env[69365]: DEBUG oslo_vmware.api [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 899.797581] env[69365]: value = "task-3301917" [ 899.797581] env[69365]: _type = "Task" [ 899.797581] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.810293] env[69365]: DEBUG oslo_vmware.api [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.958776] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301914, 'name': Destroy_Task, 'duration_secs': 0.380732} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.959081] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Destroyed the VM [ 899.959459] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 899.959676] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13627bc8-925c-4f7d-a06e-2c47dbadca1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.974787] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 899.974787] env[69365]: value = "task-3301918" [ 899.974787] env[69365]: _type = "Task" [ 899.974787] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.990112] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301918, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.015932] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301915, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.048585] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.136057] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301916, 'name': PowerOffVM_Task, 'duration_secs': 0.264568} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.136216] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.137050] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:33:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39805a2c-3fd6-4cd3-8588-003f5d79cd82',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1005606624',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.137287] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.137454] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.137631] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.137771] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.137911] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.138179] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.138372] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.138577] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.138767] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.139113] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.148663] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63d028bf-c5cf-479b-a19b-1c0c4a9bbfb0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.172218] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 900.172218] env[69365]: value = "task-3301919" [ 900.172218] env[69365]: _type = "Task" [ 900.172218] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.185425] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.193406] env[69365]: DEBUG nova.network.neutron [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Successfully created port: 2399b9b8-2e96-4588-90fc-885a90b0a492 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.216900] env[69365]: DEBUG nova.compute.manager [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.316209] env[69365]: DEBUG oslo_vmware.api [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.436781] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8ba28b-264d-4e5a-926d-ed417663d390 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.452090] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1337f283-85a2-48e5-9a0f-399295cf2e77 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.499810] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1d0842-17f4-4fdb-ae7c-7e50e0a1c3a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.507057] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.507424] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04b9ac8f-495a-4ccd-876a-46c010d5b068 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.516417] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301918, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.521080] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6814fa-9ea4-4d36-a660-290f3270bd2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.525473] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301915, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.527095] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 900.527095] env[69365]: value = "task-3301920" [ 900.527095] env[69365]: _type = "Task" [ 900.527095] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.540701] env[69365]: DEBUG nova.compute.provider_tree [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.548813] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.687848] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301919, 'name': ReconfigVM_Task, 'duration_secs': 0.194294} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.689227] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbd6293-2fbf-42b3-88a6-5bd390fcd0d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.714494] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:33:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39805a2c-3fd6-4cd3-8588-003f5d79cd82',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1005606624',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.714822] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.715055] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.715922] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.715922] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.715922] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.715922] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.716267] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.716475] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.716558] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.716771] env[69365]: DEBUG nova.virt.hardware [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.717786] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f8ef0f-d93a-4931-be81-3d95d2100682 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.731289] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 900.731289] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ccb8e9-a166-e836-1424-5d6467237f10" [ 900.731289] env[69365]: _type = "Task" [ 900.731289] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.751900] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ccb8e9-a166-e836-1424-5d6467237f10, 'name': SearchDatastore_Task, 'duration_secs': 0.011676} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.756687] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.757395] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a5fd119-0ed8-4d78-ad08-934d9b53eec2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.772699] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.773055] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.773380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "9bfcfc09-e373-4e94-96f6-2ac2b33ae05a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.773567] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "9bfcfc09-e373-4e94-96f6-2ac2b33ae05a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.774227] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "9bfcfc09-e373-4e94-96f6-2ac2b33ae05a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.777323] env[69365]: INFO nova.compute.manager [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Terminating instance [ 900.784035] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 900.784035] env[69365]: value = "task-3301921" [ 900.784035] env[69365]: _type = "Task" [ 900.784035] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.794087] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.812023] env[69365]: DEBUG oslo_vmware.api [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301917, 'name': ReconfigVM_Task, 'duration_secs': 0.685148} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.814068] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 900.823405] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f3c4f3-2142-4615-b6b8-6afd132dac83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.835027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Acquiring lock "917098ed-48f3-4949-b333-5dc8e313fc93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.835229] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Lock "917098ed-48f3-4949-b333-5dc8e313fc93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.845190] env[69365]: DEBUG oslo_vmware.api [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 900.845190] env[69365]: value = "task-3301922" [ 900.845190] env[69365]: _type = "Task" [ 900.845190] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.856752] env[69365]: DEBUG oslo_vmware.api [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.006394] env[69365]: DEBUG oslo_vmware.api [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301918, 'name': RemoveSnapshot_Task, 'duration_secs': 0.938168} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.009961] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 901.019440] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301915, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.041076] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301920, 'name': PowerOffVM_Task, 'duration_secs': 0.262584} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.041333] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.041653] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.042569] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8748db7-ca6e-43e2-9840-61239da6ea98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.046780] env[69365]: DEBUG nova.scheduler.client.report [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.057371] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.057657] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-865cbbb7-f300-4d4a-98a1-886fb3e0c176 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.149556] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.149960] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.150350] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleting the datastore file [datastore2] 998d5009-39bd-4d6d-94b1-ce54098e6b1c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.150709] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2da0111b-cc56-45b2-9d31-f5e3e12c632b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.160027] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 901.160027] env[69365]: value = "task-3301924" [ 901.160027] env[69365]: _type = "Task" [ 901.160027] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.170738] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.226863] env[69365]: DEBUG nova.compute.manager [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.254927] env[69365]: DEBUG nova.virt.hardware [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.255205] env[69365]: DEBUG nova.virt.hardware [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.255367] env[69365]: DEBUG nova.virt.hardware [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.255558] env[69365]: DEBUG nova.virt.hardware [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.255723] env[69365]: DEBUG nova.virt.hardware [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.255876] env[69365]: DEBUG nova.virt.hardware [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.256259] env[69365]: DEBUG nova.virt.hardware [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.256461] env[69365]: DEBUG nova.virt.hardware [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.256640] env[69365]: DEBUG nova.virt.hardware [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.256804] env[69365]: DEBUG nova.virt.hardware [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.257087] env[69365]: DEBUG nova.virt.hardware [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.258052] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bb658b-0330-4b1c-85aa-d45da3857e7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.268669] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed35eb23-8c74-43c0-a26d-47bb650ccfae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.287423] env[69365]: DEBUG nova.compute.manager [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.287660] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.289386] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b97f86-e684-4211-993d-d3e4a5fc5db5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.301890] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301921, 'name': ReconfigVM_Task, 'duration_secs': 0.288239} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.304619] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.305131] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.305905] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877d68c1-8fe9-4718-9143-97749103f757 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.308743] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76d25204-dacf-4646-95f4-7a072b073ca0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.336446] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 99e521a6-b45b-401f-9c18-9f05f8198e4c/99e521a6-b45b-401f-9c18-9f05f8198e4c.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.337874] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ab80cd-5bfc-4e53-b2c7-bb58304ba89c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.352061] env[69365]: DEBUG nova.compute.manager [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.355046] env[69365]: DEBUG oslo_vmware.api [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 901.355046] env[69365]: value = "task-3301925" [ 901.355046] env[69365]: _type = "Task" [ 901.355046] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.366091] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 901.366091] env[69365]: value = "task-3301926" [ 901.366091] env[69365]: _type = "Task" [ 901.366091] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.369660] env[69365]: DEBUG oslo_vmware.api [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.378384] env[69365]: DEBUG oslo_vmware.api [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301922, 'name': ReconfigVM_Task, 'duration_secs': 0.328326} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.378384] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659310', 'volume_id': '3a22afd7-a25a-40a0-96f8-87361f2b07b4', 'name': 'volume-3a22afd7-a25a-40a0-96f8-87361f2b07b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12166253-9d0a-4ffa-ba27-4ff6e783d0ab', 'attached_at': '', 'detached_at': '', 'volume_id': '3a22afd7-a25a-40a0-96f8-87361f2b07b4', 'serial': '3a22afd7-a25a-40a0-96f8-87361f2b07b4'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 901.387386] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301926, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.515848] env[69365]: WARNING nova.compute.manager [None req-fe8f7148-c745-49fe-839c-1f25b5ed47c7 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Image not found during snapshot: nova.exception.ImageNotFound: Image 8eba6312-0804-44c8-a2d5-a40811ec99db could not be found. [ 901.521289] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301915, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.553446] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.554711] env[69365]: DEBUG nova.compute.manager [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.556895] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.012s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.559030] env[69365]: INFO nova.compute.claims [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.673434] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320816} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.673713] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.674058] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.674191] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.881273] env[69365]: DEBUG oslo_vmware.api [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301925, 'name': PowerOffVM_Task, 'duration_secs': 0.26213} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.882425] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.885329] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.885329] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.885329] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32579d41-8f10-415e-b524-c169280b254a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.891385] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301926, 'name': ReconfigVM_Task, 'duration_secs': 0.506322} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.892624] env[69365]: DEBUG nova.compute.manager [req-3d1f8672-9b5e-48e3-a567-6b59077b363e req-654e0666-1856-4c6b-8b41-072642be8462 service nova] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Received event network-vif-plugged-2399b9b8-2e96-4588-90fc-885a90b0a492 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.892952] env[69365]: DEBUG oslo_concurrency.lockutils [req-3d1f8672-9b5e-48e3-a567-6b59077b363e req-654e0666-1856-4c6b-8b41-072642be8462 service nova] Acquiring lock "e8106f10-035a-488e-9976-b8fbe103420d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.893278] env[69365]: DEBUG oslo_concurrency.lockutils [req-3d1f8672-9b5e-48e3-a567-6b59077b363e req-654e0666-1856-4c6b-8b41-072642be8462 service nova] Lock "e8106f10-035a-488e-9976-b8fbe103420d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.893548] env[69365]: DEBUG oslo_concurrency.lockutils [req-3d1f8672-9b5e-48e3-a567-6b59077b363e req-654e0666-1856-4c6b-8b41-072642be8462 service nova] Lock "e8106f10-035a-488e-9976-b8fbe103420d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.893837] env[69365]: DEBUG nova.compute.manager [req-3d1f8672-9b5e-48e3-a567-6b59077b363e req-654e0666-1856-4c6b-8b41-072642be8462 service nova] [instance: e8106f10-035a-488e-9976-b8fbe103420d] No waiting events found dispatching network-vif-plugged-2399b9b8-2e96-4588-90fc-885a90b0a492 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.894503] env[69365]: WARNING nova.compute.manager [req-3d1f8672-9b5e-48e3-a567-6b59077b363e req-654e0666-1856-4c6b-8b41-072642be8462 service nova] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Received unexpected event network-vif-plugged-2399b9b8-2e96-4588-90fc-885a90b0a492 for instance with vm_state building and task_state spawning. [ 901.895878] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 99e521a6-b45b-401f-9c18-9f05f8198e4c/99e521a6-b45b-401f-9c18-9f05f8198e4c.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.898080] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3714181-828f-4a42-ae68-2e0267d01795 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.923499] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdadeaf-870c-4c57-b1bc-0989fced000a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.944529] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f1a147-62b3-442f-8d43-989541b89dc6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.950770] env[69365]: DEBUG nova.objects.instance [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'flavor' on Instance uuid 12166253-9d0a-4ffa-ba27-4ff6e783d0ab {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.976822] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76d005c-f3c6-47b7-822f-3484eef3abc2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.979388] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.979657] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.979848] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Deleting the datastore file [datastore2] 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.980433] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ef9f545-ae5d-426f-852a-b54ae8b057f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.989197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "95fc6621-8319-4aef-b18e-08f25015c714" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.989197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "95fc6621-8319-4aef-b18e-08f25015c714" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.989349] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "95fc6621-8319-4aef-b18e-08f25015c714-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.989493] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "95fc6621-8319-4aef-b18e-08f25015c714-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.989657] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "95fc6621-8319-4aef-b18e-08f25015c714-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.991565] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.994235] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55c07ef2-5266-475b-86e9-2f5beb99df00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.994637] env[69365]: DEBUG oslo_vmware.api [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 901.994637] env[69365]: value = "task-3301928" [ 901.994637] env[69365]: _type = "Task" [ 901.994637] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.994961] env[69365]: INFO nova.compute.manager [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Terminating instance [ 902.005018] env[69365]: DEBUG nova.network.neutron [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Successfully updated port: 2399b9b8-2e96-4588-90fc-885a90b0a492 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.006095] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 902.006095] env[69365]: value = "task-3301929" [ 902.006095] env[69365]: _type = "Task" [ 902.006095] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.018376] env[69365]: DEBUG oslo_vmware.api [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.043040] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.046621] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301915, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.49463} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.047431] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0245c5ae-2534-40d9-a98d-392056cb4cd8/0245c5ae-2534-40d9-a98d-392056cb4cd8.vmdk to [datastore1] bc76fce0-bb80-49e7-b730-9c09514f3aa7/bc76fce0-bb80-49e7-b730-9c09514f3aa7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.048285] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09628c3e-c35d-4ee0-9143-79fc8a09e2fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.070102] env[69365]: DEBUG nova.compute.utils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.080214] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] bc76fce0-bb80-49e7-b730-9c09514f3aa7/bc76fce0-bb80-49e7-b730-9c09514f3aa7.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.081020] env[69365]: DEBUG nova.compute.manager [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.081200] env[69365]: DEBUG nova.network.neutron [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.083410] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eff2ae37-31bd-4de3-afce-7c18ce316743 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.108989] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 902.108989] env[69365]: value = "task-3301930" [ 902.108989] env[69365]: _type = "Task" [ 902.108989] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.122781] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.151614] env[69365]: DEBUG nova.policy [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae78d11f62504c0b86204cd1af4a9dbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f64deb7e8fd6487e9953a40f8593a095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.424557] env[69365]: DEBUG nova.network.neutron [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Successfully created port: cc4e2d31-e59f-4e2b-901d-4596a6b2edb8 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.507627] env[69365]: DEBUG nova.compute.manager [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.507627] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.509093] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5343b622-9d9b-4c61-a372-a543ca924818 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.512110] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "refresh_cache-e8106f10-035a-488e-9976-b8fbe103420d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.512241] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquired lock "refresh_cache-e8106f10-035a-488e-9976-b8fbe103420d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.512391] env[69365]: DEBUG nova.network.neutron [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.513838] env[69365]: DEBUG oslo_vmware.api [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3301928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410562} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.517732] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.518251] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.518251] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.518251] env[69365]: INFO nova.compute.manager [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 902.518906] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.519122] env[69365]: DEBUG nova.compute.manager [-] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.519223] env[69365]: DEBUG nova.network.neutron [-] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.526042] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.527851] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6b4cf2e-566c-4c80-967d-9fd73c3054f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.529668] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.536942] env[69365]: DEBUG oslo_vmware.api [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 902.536942] env[69365]: value = "task-3301931" [ 902.536942] env[69365]: _type = "Task" [ 902.536942] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.546249] env[69365]: DEBUG oslo_vmware.api [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.581573] env[69365]: DEBUG nova.compute.manager [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.633426] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301930, 'name': ReconfigVM_Task, 'duration_secs': 0.286505} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.633426] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Reconfigured VM instance instance-0000003a to attach disk [datastore1] bc76fce0-bb80-49e7-b730-9c09514f3aa7/bc76fce0-bb80-49e7-b730-9c09514f3aa7.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.634073] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-618d59d1-1ef5-45d5-ab9a-9657a0822e80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.643235] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 902.643235] env[69365]: value = "task-3301932" [ 902.643235] env[69365]: _type = "Task" [ 902.643235] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.657503] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301932, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.727271] env[69365]: DEBUG nova.virt.hardware [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.727428] env[69365]: DEBUG nova.virt.hardware [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.727517] env[69365]: DEBUG nova.virt.hardware [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.727698] env[69365]: DEBUG nova.virt.hardware [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.727838] env[69365]: DEBUG nova.virt.hardware [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.727982] env[69365]: DEBUG nova.virt.hardware [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.728376] env[69365]: DEBUG nova.virt.hardware [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.728580] env[69365]: DEBUG nova.virt.hardware [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.728822] env[69365]: DEBUG nova.virt.hardware [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.729086] env[69365]: DEBUG nova.virt.hardware [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.729320] env[69365]: DEBUG nova.virt.hardware [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.730573] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bad56f-3537-49b8-a744-cadbad6eb491 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.742719] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736b546a-f568-4ae9-b54f-441f68e21d37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.760564] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:bd:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '211a1256-31ad-49c7-93f1-364e03470953', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.769748] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.772816] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.773279] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e365b858-bbb8-48f2-abb8-c4760f44874f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.800987] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.800987] env[69365]: value = "task-3301933" [ 902.800987] env[69365]: _type = "Task" [ 902.800987] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.816553] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301933, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.963598] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48b19f59-97bb-4823-8873-aa31f2c59b2f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.853s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.036231] env[69365]: DEBUG oslo_vmware.api [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301929, 'name': PowerOnVM_Task, 'duration_secs': 0.886624} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.036530] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.048792] env[69365]: DEBUG oslo_vmware.api [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301931, 'name': PowerOffVM_Task, 'duration_secs': 0.201136} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.049077] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.049261] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.049517] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5852f7a-6bbd-41c4-9371-90e423afb1e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.060783] env[69365]: DEBUG nova.network.neutron [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.130785] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.131035] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.131275] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Deleting the datastore file [datastore1] 95fc6621-8319-4aef-b18e-08f25015c714 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.131503] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bd3dd30-6f24-41cd-96cc-70b1f090c0c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.143910] env[69365]: DEBUG oslo_vmware.api [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 903.143910] env[69365]: value = "task-3301935" [ 903.143910] env[69365]: _type = "Task" [ 903.143910] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.157195] env[69365]: DEBUG oslo_vmware.api [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.161674] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daef37d-71d7-4305-9c6f-8b9b9a559f0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.165346] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301932, 'name': Rename_Task, 'duration_secs': 0.215546} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.165432] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.166101] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d45e4a6-8c5d-4ce4-ba81-4acccbb3dad3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.171057] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ec631b-ac81-4ff3-9660-301928776c1a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.175323] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 903.175323] env[69365]: value = "task-3301936" [ 903.175323] env[69365]: _type = "Task" [ 903.175323] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.209107] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d14fd4e-e009-448e-bc12-6ea1a6ff3d46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.216133] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301936, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.222205] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca52d2a5-0a69-422d-a2ca-6f7ba95b6be9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.236253] env[69365]: DEBUG nova.compute.provider_tree [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.307794] env[69365]: DEBUG nova.network.neutron [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Updating instance_info_cache with network_info: [{"id": "2399b9b8-2e96-4588-90fc-885a90b0a492", "address": "fa:16:3e:36:70:9c", "network": {"id": "a72e2b6d-f2de-4d42-b98c-aa16350a1563", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052376659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcd9c96c11014f0b99429d190c12e6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2399b9b8-2e", "ovs_interfaceid": "2399b9b8-2e96-4588-90fc-885a90b0a492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.316290] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301933, 'name': CreateVM_Task, 'duration_secs': 0.387716} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.316290] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.317199] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.317199] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.317559] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.317755] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14f2d2b-99d6-4f68-9247-7a4e96b336ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.325580] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 903.325580] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ac7de2-d48c-f7f5-7ead-e21767893357" [ 903.325580] env[69365]: _type = "Task" [ 903.325580] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.335739] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ac7de2-d48c-f7f5-7ead-e21767893357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.349699] env[69365]: DEBUG nova.compute.manager [req-4327cd3f-64eb-4fbd-b3cc-965abbd532af req-33bf5950-1eee-4b65-a7da-49fa4adad271 service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Received event network-vif-deleted-6cdb02d3-67da-411a-8016-d265f9a9be9f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.349699] env[69365]: INFO nova.compute.manager [req-4327cd3f-64eb-4fbd-b3cc-965abbd532af req-33bf5950-1eee-4b65-a7da-49fa4adad271 service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Neutron deleted interface 6cdb02d3-67da-411a-8016-d265f9a9be9f; detaching it from the instance and deleting it from the info cache [ 903.349811] env[69365]: DEBUG nova.network.neutron [req-4327cd3f-64eb-4fbd-b3cc-965abbd532af req-33bf5950-1eee-4b65-a7da-49fa4adad271 service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.564786] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae32b1f3-36be-4667-9f79-ba4e4adcd091 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.565163] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae32b1f3-36be-4667-9f79-ba4e4adcd091 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.565163] env[69365]: DEBUG nova.compute.manager [None req-ae32b1f3-36be-4667-9f79-ba4e4adcd091 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.565985] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2250606e-35e5-4fd6-b80e-1da39d4823f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.572707] env[69365]: DEBUG nova.compute.manager [None req-ae32b1f3-36be-4667-9f79-ba4e4adcd091 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 903.573363] env[69365]: DEBUG nova.objects.instance [None req-ae32b1f3-36be-4667-9f79-ba4e4adcd091 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'flavor' on Instance uuid 12166253-9d0a-4ffa-ba27-4ff6e783d0ab {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.595619] env[69365]: DEBUG nova.compute.manager [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.630825] env[69365]: DEBUG nova.virt.hardware [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.631233] env[69365]: DEBUG nova.virt.hardware [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.631491] env[69365]: DEBUG nova.virt.hardware [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.631692] env[69365]: DEBUG nova.virt.hardware [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.631906] env[69365]: DEBUG nova.virt.hardware [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.632140] env[69365]: DEBUG nova.virt.hardware [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.632420] env[69365]: DEBUG nova.virt.hardware [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.632656] env[69365]: DEBUG nova.virt.hardware [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.632922] env[69365]: DEBUG nova.virt.hardware [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.633120] env[69365]: DEBUG nova.virt.hardware [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.633384] env[69365]: DEBUG nova.virt.hardware [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.634584] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e343ca24-2c39-4c08-9c7f-f0b51ed4f60f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.644186] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a2eca3-3228-42f6-bde2-c4be6eea2a1c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.665563] env[69365]: DEBUG oslo_vmware.api [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3301935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291608} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.665907] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.666176] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.666369] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.666543] env[69365]: INFO nova.compute.manager [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Took 1.16 seconds to destroy the instance on the hypervisor. [ 903.666785] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.666977] env[69365]: DEBUG nova.compute.manager [-] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.667095] env[69365]: DEBUG nova.network.neutron [-] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.685775] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301936, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.739345] env[69365]: DEBUG nova.scheduler.client.report [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.778396] env[69365]: DEBUG nova.network.neutron [-] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.810574] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Releasing lock "refresh_cache-e8106f10-035a-488e-9976-b8fbe103420d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.810904] env[69365]: DEBUG nova.compute.manager [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Instance network_info: |[{"id": "2399b9b8-2e96-4588-90fc-885a90b0a492", "address": "fa:16:3e:36:70:9c", "network": {"id": "a72e2b6d-f2de-4d42-b98c-aa16350a1563", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052376659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcd9c96c11014f0b99429d190c12e6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2399b9b8-2e", "ovs_interfaceid": "2399b9b8-2e96-4588-90fc-885a90b0a492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.811350] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:70:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2399b9b8-2e96-4588-90fc-885a90b0a492', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.824533] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.825516] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.825772] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2093d314-6487-4614-850f-b576d81283af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.854891] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ac7de2-d48c-f7f5-7ead-e21767893357, 'name': SearchDatastore_Task, 'duration_secs': 0.011402} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.856586] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad1896f6-5555-493c-bfa0-de0fc98bbb80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.859761] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.859761] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.859950] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.860055] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.860257] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.863800] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.863800] env[69365]: value = "task-3301937" [ 903.863800] env[69365]: _type = "Task" [ 903.863800] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.863800] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9582b4d8-5abf-4a37-9cba-28a10961f60b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.874163] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451b819b-2762-40ce-a2c2-9314823132cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.891358] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.891571] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.892272] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301937, 'name': CreateVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.892868] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ae726a-ab9c-4f21-a49b-256b095027af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.898824] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 903.898824] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525564c3-0716-437c-ddc8-7cac7293886f" [ 903.898824] env[69365]: _type = "Task" [ 903.898824] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.919877] env[69365]: DEBUG nova.compute.manager [req-4327cd3f-64eb-4fbd-b3cc-965abbd532af req-33bf5950-1eee-4b65-a7da-49fa4adad271 service nova] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Detach interface failed, port_id=6cdb02d3-67da-411a-8016-d265f9a9be9f, reason: Instance 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 903.923645] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525564c3-0716-437c-ddc8-7cac7293886f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.026570] env[69365]: DEBUG nova.compute.manager [req-57a49a77-0148-4ab6-a3b7-825cc31eda94 req-32a90166-a237-49e5-a31e-64940aa034ac service nova] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Received event network-changed-2399b9b8-2e96-4588-90fc-885a90b0a492 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.026786] env[69365]: DEBUG nova.compute.manager [req-57a49a77-0148-4ab6-a3b7-825cc31eda94 req-32a90166-a237-49e5-a31e-64940aa034ac service nova] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Refreshing instance network info cache due to event network-changed-2399b9b8-2e96-4588-90fc-885a90b0a492. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.027064] env[69365]: DEBUG oslo_concurrency.lockutils [req-57a49a77-0148-4ab6-a3b7-825cc31eda94 req-32a90166-a237-49e5-a31e-64940aa034ac service nova] Acquiring lock "refresh_cache-e8106f10-035a-488e-9976-b8fbe103420d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.027200] env[69365]: DEBUG oslo_concurrency.lockutils [req-57a49a77-0148-4ab6-a3b7-825cc31eda94 req-32a90166-a237-49e5-a31e-64940aa034ac service nova] Acquired lock "refresh_cache-e8106f10-035a-488e-9976-b8fbe103420d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.027512] env[69365]: DEBUG nova.network.neutron [req-57a49a77-0148-4ab6-a3b7-825cc31eda94 req-32a90166-a237-49e5-a31e-64940aa034ac service nova] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Refreshing network info cache for port 2399b9b8-2e96-4588-90fc-885a90b0a492 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.051310] env[69365]: INFO nova.compute.manager [None req-4ef83490-a003-42c4-9bf1-12f0f2e635ad tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance to original state: 'active' [ 904.186803] env[69365]: DEBUG oslo_vmware.api [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301936, 'name': PowerOnVM_Task, 'duration_secs': 0.531881} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.187221] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.187745] env[69365]: INFO nova.compute.manager [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Took 15.15 seconds to spawn the instance on the hypervisor. [ 904.187745] env[69365]: DEBUG nova.compute.manager [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.188722] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f0701d-2608-4fa2-aef9-124163c40d20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.247648] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.247648] env[69365]: DEBUG nova.compute.manager [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.247883] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.671s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.248133] env[69365]: DEBUG nova.objects.instance [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 904.281593] env[69365]: INFO nova.compute.manager [-] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Took 1.76 seconds to deallocate network for instance. [ 904.298313] env[69365]: DEBUG nova.network.neutron [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Successfully updated port: cc4e2d31-e59f-4e2b-901d-4596a6b2edb8 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.373572] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301937, 'name': CreateVM_Task, 'duration_secs': 0.513217} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.373820] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.374565] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.374784] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.375160] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.375468] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-561be2c8-392b-46a8-b90b-6b3458fc35fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.381180] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 904.381180] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a75390-74b8-3a89-c7fd-5f551340a9f7" [ 904.381180] env[69365]: _type = "Task" [ 904.381180] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.389524] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a75390-74b8-3a89-c7fd-5f551340a9f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.408537] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525564c3-0716-437c-ddc8-7cac7293886f, 'name': SearchDatastore_Task, 'duration_secs': 0.019916} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.409435] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9ae918-9150-41db-abbf-cec7d4bfdb11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.414696] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 904.414696] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52515738-1923-02d5-18c7-ee9c2735893a" [ 904.414696] env[69365]: _type = "Task" [ 904.414696] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.425777] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52515738-1923-02d5-18c7-ee9c2735893a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.579754] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae32b1f3-36be-4667-9f79-ba4e4adcd091 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.581211] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a2abb9c-f716-4751-a311-9ee924787dee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.586985] env[69365]: DEBUG oslo_vmware.api [None req-ae32b1f3-36be-4667-9f79-ba4e4adcd091 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 904.586985] env[69365]: value = "task-3301938" [ 904.586985] env[69365]: _type = "Task" [ 904.586985] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.594972] env[69365]: DEBUG oslo_vmware.api [None req-ae32b1f3-36be-4667-9f79-ba4e4adcd091 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.648301] env[69365]: DEBUG nova.network.neutron [-] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.707821] env[69365]: INFO nova.compute.manager [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Took 43.57 seconds to build instance. [ 904.751045] env[69365]: DEBUG nova.network.neutron [req-57a49a77-0148-4ab6-a3b7-825cc31eda94 req-32a90166-a237-49e5-a31e-64940aa034ac service nova] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Updated VIF entry in instance network info cache for port 2399b9b8-2e96-4588-90fc-885a90b0a492. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.751430] env[69365]: DEBUG nova.network.neutron [req-57a49a77-0148-4ab6-a3b7-825cc31eda94 req-32a90166-a237-49e5-a31e-64940aa034ac service nova] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Updating instance_info_cache with network_info: [{"id": "2399b9b8-2e96-4588-90fc-885a90b0a492", "address": "fa:16:3e:36:70:9c", "network": {"id": "a72e2b6d-f2de-4d42-b98c-aa16350a1563", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1052376659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcd9c96c11014f0b99429d190c12e6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2399b9b8-2e", "ovs_interfaceid": "2399b9b8-2e96-4588-90fc-885a90b0a492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.757371] env[69365]: DEBUG nova.compute.utils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.759765] env[69365]: DEBUG nova.compute.manager [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.759894] env[69365]: DEBUG nova.network.neutron [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.788711] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.800891] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "refresh_cache-3166614c-d3b2-4217-b0bd-da29dafb7dd4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.801041] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquired lock "refresh_cache-3166614c-d3b2-4217-b0bd-da29dafb7dd4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.801295] env[69365]: DEBUG nova.network.neutron [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.803760] env[69365]: DEBUG nova.policy [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '141874be36c049df97e759d652ef9f12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c69328e8180e4fa2bb3a2ddd910ce8ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.893625] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a75390-74b8-3a89-c7fd-5f551340a9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.026058} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.893916] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.894182] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.894683] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.926485] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52515738-1923-02d5-18c7-ee9c2735893a, 'name': SearchDatastore_Task, 'duration_secs': 0.034752} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.926808] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.927194] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 998d5009-39bd-4d6d-94b1-ce54098e6b1c/998d5009-39bd-4d6d-94b1-ce54098e6b1c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.927562] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.927832] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.928075] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff89259f-93e2-4672-927b-7bc59ddc1f41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.930475] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bb71cc5-28fa-4d2e-864b-e555a1c8f382 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.938999] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 904.938999] env[69365]: value = "task-3301939" [ 904.938999] env[69365]: _type = "Task" [ 904.938999] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.940297] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.940517] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.944861] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d66944-3e60-46b9-b5ef-528e21fac32d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.952848] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.954656] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 904.954656] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524c93c6-8908-f126-4d95-384c9b8c1a54" [ 904.954656] env[69365]: _type = "Task" [ 904.954656] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.963330] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524c93c6-8908-f126-4d95-384c9b8c1a54, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.964158] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d23a643-316f-44b0-876c-a22d3c27615d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.970053] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 904.970053] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5291d72c-7bca-cf7f-eab4-6d505f3a4423" [ 904.970053] env[69365]: _type = "Task" [ 904.970053] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.977899] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5291d72c-7bca-cf7f-eab4-6d505f3a4423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.081903] env[69365]: DEBUG nova.network.neutron [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Successfully created port: 4c777a84-d84f-4b74-a3ac-25dcc1def1e8 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.098651] env[69365]: DEBUG oslo_vmware.api [None req-ae32b1f3-36be-4667-9f79-ba4e4adcd091 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301938, 'name': PowerOffVM_Task, 'duration_secs': 0.243761} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.099066] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae32b1f3-36be-4667-9f79-ba4e4adcd091 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.099377] env[69365]: DEBUG nova.compute.manager [None req-ae32b1f3-36be-4667-9f79-ba4e4adcd091 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.100348] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4285952c-19bc-4c2e-97f3-cd1b5e723cf0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.153607] env[69365]: INFO nova.compute.manager [-] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Took 1.49 seconds to deallocate network for instance. [ 905.169152] env[69365]: DEBUG oslo_concurrency.lockutils [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "bc76fce0-bb80-49e7-b730-9c09514f3aa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.209368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1f05cae-c17e-418b-8a72-9ff26c10328a tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "bc76fce0-bb80-49e7-b730-9c09514f3aa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.085s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.209972] env[69365]: DEBUG oslo_concurrency.lockutils [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "bc76fce0-bb80-49e7-b730-9c09514f3aa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.041s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.210460] env[69365]: DEBUG oslo_concurrency.lockutils [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "bc76fce0-bb80-49e7-b730-9c09514f3aa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.212308] env[69365]: DEBUG oslo_concurrency.lockutils [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "bc76fce0-bb80-49e7-b730-9c09514f3aa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.212308] env[69365]: DEBUG oslo_concurrency.lockutils [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "bc76fce0-bb80-49e7-b730-9c09514f3aa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.214127] env[69365]: INFO nova.compute.manager [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Terminating instance [ 905.261299] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dbaa88b1-ba71-47b0-b720-f1cb46967d9f tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.262837] env[69365]: DEBUG oslo_concurrency.lockutils [req-57a49a77-0148-4ab6-a3b7-825cc31eda94 req-32a90166-a237-49e5-a31e-64940aa034ac service nova] Releasing lock "refresh_cache-e8106f10-035a-488e-9976-b8fbe103420d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.263373] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.082s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.265101] env[69365]: INFO nova.compute.claims [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.269596] env[69365]: DEBUG nova.compute.manager [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.360979] env[69365]: DEBUG nova.network.neutron [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.452343] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301939, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.487014] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5291d72c-7bca-cf7f-eab4-6d505f3a4423, 'name': SearchDatastore_Task, 'duration_secs': 0.00878} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.487239] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.487643] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] e8106f10-035a-488e-9976-b8fbe103420d/e8106f10-035a-488e-9976-b8fbe103420d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.487744] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4013765-64cb-4dd1-a9d0-e8f06886356d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.495394] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 905.495394] env[69365]: value = "task-3301940" [ 905.495394] env[69365]: _type = "Task" [ 905.495394] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.503792] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.614330] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae32b1f3-36be-4667-9f79-ba4e4adcd091 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.665134] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.670041] env[69365]: DEBUG nova.network.neutron [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Updating instance_info_cache with network_info: [{"id": "cc4e2d31-e59f-4e2b-901d-4596a6b2edb8", "address": "fa:16:3e:47:c7:d3", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4e2d31-e5", "ovs_interfaceid": "cc4e2d31-e59f-4e2b-901d-4596a6b2edb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.720686] env[69365]: DEBUG nova.compute.manager [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.720686] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.721612] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395bc6c1-8b22-4df2-b25b-870e1ef3efbf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.729709] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.729973] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eec0ae03-ef19-481e-9ef5-70ffb00110d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.737776] env[69365]: DEBUG oslo_vmware.api [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 905.737776] env[69365]: value = "task-3301941" [ 905.737776] env[69365]: _type = "Task" [ 905.737776] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.745497] env[69365]: DEBUG oslo_vmware.api [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.960331] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56487} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.960498] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 998d5009-39bd-4d6d-94b1-ce54098e6b1c/998d5009-39bd-4d6d-94b1-ce54098e6b1c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.960782] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.961127] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1173bda2-e2a3-469c-869f-c625ba246a3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.969341] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 905.969341] env[69365]: value = "task-3301942" [ 905.969341] env[69365]: _type = "Task" [ 905.969341] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.978849] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.005242] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301940, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.060641] env[69365]: DEBUG nova.compute.manager [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Received event network-vif-plugged-cc4e2d31-e59f-4e2b-901d-4596a6b2edb8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.061327] env[69365]: DEBUG oslo_concurrency.lockutils [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] Acquiring lock "3166614c-d3b2-4217-b0bd-da29dafb7dd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.061566] env[69365]: DEBUG oslo_concurrency.lockutils [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] Lock "3166614c-d3b2-4217-b0bd-da29dafb7dd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.061566] env[69365]: DEBUG oslo_concurrency.lockutils [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] Lock "3166614c-d3b2-4217-b0bd-da29dafb7dd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.061701] env[69365]: DEBUG nova.compute.manager [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] No waiting events found dispatching network-vif-plugged-cc4e2d31-e59f-4e2b-901d-4596a6b2edb8 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.061851] env[69365]: WARNING nova.compute.manager [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Received unexpected event network-vif-plugged-cc4e2d31-e59f-4e2b-901d-4596a6b2edb8 for instance with vm_state building and task_state spawning. [ 906.062041] env[69365]: DEBUG nova.compute.manager [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Received event network-vif-deleted-7c6a2a1c-3fb9-441c-b2be-4f83081a6384 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.062217] env[69365]: DEBUG nova.compute.manager [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Received event network-changed-cc4e2d31-e59f-4e2b-901d-4596a6b2edb8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.062374] env[69365]: DEBUG nova.compute.manager [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Refreshing instance network info cache due to event network-changed-cc4e2d31-e59f-4e2b-901d-4596a6b2edb8. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.062810] env[69365]: DEBUG oslo_concurrency.lockutils [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] Acquiring lock "refresh_cache-3166614c-d3b2-4217-b0bd-da29dafb7dd4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.127938] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "99e521a6-b45b-401f-9c18-9f05f8198e4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.128448] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "99e521a6-b45b-401f-9c18-9f05f8198e4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.128810] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "99e521a6-b45b-401f-9c18-9f05f8198e4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.129195] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "99e521a6-b45b-401f-9c18-9f05f8198e4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.129531] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "99e521a6-b45b-401f-9c18-9f05f8198e4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.133610] env[69365]: INFO nova.compute.manager [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Terminating instance [ 906.173900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Releasing lock "refresh_cache-3166614c-d3b2-4217-b0bd-da29dafb7dd4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.174016] env[69365]: DEBUG nova.compute.manager [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Instance network_info: |[{"id": "cc4e2d31-e59f-4e2b-901d-4596a6b2edb8", "address": "fa:16:3e:47:c7:d3", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4e2d31-e5", "ovs_interfaceid": "cc4e2d31-e59f-4e2b-901d-4596a6b2edb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.174684] env[69365]: DEBUG oslo_concurrency.lockutils [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] Acquired lock "refresh_cache-3166614c-d3b2-4217-b0bd-da29dafb7dd4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.174684] env[69365]: DEBUG nova.network.neutron [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Refreshing network info cache for port cc4e2d31-e59f-4e2b-901d-4596a6b2edb8 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.175659] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:c7:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc4e2d31-e59f-4e2b-901d-4596a6b2edb8', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.183317] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.184225] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.184447] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d603cd46-c47a-4d99-a719-5b30b0bd0359 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.204746] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.204746] env[69365]: value = "task-3301943" [ 906.204746] env[69365]: _type = "Task" [ 906.204746] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.212441] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301943, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.246620] env[69365]: DEBUG oslo_vmware.api [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301941, 'name': PowerOffVM_Task, 'duration_secs': 0.181925} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.246866] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.247096] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.247375] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eb033c3-2a19-41e3-b19a-86409eb9d235 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.284661] env[69365]: DEBUG nova.compute.manager [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.311477] env[69365]: DEBUG nova.virt.hardware [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.311781] env[69365]: DEBUG nova.virt.hardware [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.312012] env[69365]: DEBUG nova.virt.hardware [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.312257] env[69365]: DEBUG nova.virt.hardware [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.312458] env[69365]: DEBUG nova.virt.hardware [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.312652] env[69365]: DEBUG nova.virt.hardware [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.312903] env[69365]: DEBUG nova.virt.hardware [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.313128] env[69365]: DEBUG nova.virt.hardware [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.313354] env[69365]: DEBUG nova.virt.hardware [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.313538] env[69365]: DEBUG nova.virt.hardware [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.313754] env[69365]: DEBUG nova.virt.hardware [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.314847] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229e58bb-1d5d-449a-9f78-2dd62337293b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.328321] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fdaa4e-13f3-4fef-a12c-76bca5ea751f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.333149] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.333362] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.333540] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleting the datastore file [datastore1] bc76fce0-bb80-49e7-b730-9c09514f3aa7 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.336264] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c86346f8-9b6d-41c9-8e6f-c77099fc01d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.350842] env[69365]: DEBUG oslo_vmware.api [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 906.350842] env[69365]: value = "task-3301945" [ 906.350842] env[69365]: _type = "Task" [ 906.350842] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.358136] env[69365]: DEBUG oslo_vmware.api [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.364060] env[69365]: DEBUG nova.objects.instance [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'flavor' on Instance uuid 12166253-9d0a-4ffa-ba27-4ff6e783d0ab {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.478483] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083814} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.478807] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.481744] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdce497d-b0a4-4199-96d8-44975387152a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.503902] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 998d5009-39bd-4d6d-94b1-ce54098e6b1c/998d5009-39bd-4d6d-94b1-ce54098e6b1c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.506630] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d8f892-ba46-485a-982c-c63d498440db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.529959] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301940, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.531267] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 906.531267] env[69365]: value = "task-3301946" [ 906.531267] env[69365]: _type = "Task" [ 906.531267] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.552670] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.640046] env[69365]: DEBUG nova.compute.manager [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.640307] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.641462] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7cdf62-760a-48a0-9089-8661c43e64ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.649342] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.650023] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d667662-fe80-480d-801f-eb8f798e9a6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.659697] env[69365]: DEBUG oslo_vmware.api [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 906.659697] env[69365]: value = "task-3301947" [ 906.659697] env[69365]: _type = "Task" [ 906.659697] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.668235] env[69365]: DEBUG oslo_vmware.api [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.714726] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301943, 'name': CreateVM_Task, 'duration_secs': 0.419682} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.717320] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.718168] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.718356] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.718708] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.719023] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aff7e74-c43f-4d9f-a142-583f302414ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.724745] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 906.724745] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52091a5d-4908-651c-80f5-9cb1ea9f82d5" [ 906.724745] env[69365]: _type = "Task" [ 906.724745] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.729014] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42750128-5b90-4eea-bfdb-2e1d7ede77b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.741162] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52091a5d-4908-651c-80f5-9cb1ea9f82d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.742044] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0467e86d-f031-4b93-8b81-92755f2522ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.773284] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c34b2fb-df2b-4122-860d-b55dba0630dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.782885] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf22c9b3-12d1-4747-bc6f-60ab5cf05133 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.801995] env[69365]: DEBUG nova.compute.provider_tree [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.860353] env[69365]: DEBUG oslo_vmware.api [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.869033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.869210] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquired lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.869388] env[69365]: DEBUG nova.network.neutron [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.869559] env[69365]: DEBUG nova.objects.instance [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'info_cache' on Instance uuid 12166253-9d0a-4ffa-ba27-4ff6e783d0ab {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.016645] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301940, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.043052] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301946, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.168606] env[69365]: DEBUG oslo_vmware.api [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.236470] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52091a5d-4908-651c-80f5-9cb1ea9f82d5, 'name': SearchDatastore_Task, 'duration_secs': 0.046654} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.236751] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.236981] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.237257] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.237407] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.237584] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.237842] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f65d91ee-fa5b-4dfc-8959-fffde9b14da4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.249398] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.249576] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.250313] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092f600b-8021-4160-ae77-b1647af04505 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.255347] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 907.255347] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521b9174-6ac7-f70a-bb60-969861697aba" [ 907.255347] env[69365]: _type = "Task" [ 907.255347] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.263326] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521b9174-6ac7-f70a-bb60-969861697aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.271441] env[69365]: DEBUG nova.network.neutron [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Updated VIF entry in instance network info cache for port cc4e2d31-e59f-4e2b-901d-4596a6b2edb8. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.271799] env[69365]: DEBUG nova.network.neutron [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Updating instance_info_cache with network_info: [{"id": "cc4e2d31-e59f-4e2b-901d-4596a6b2edb8", "address": "fa:16:3e:47:c7:d3", "network": {"id": "3dce5b3f-6309-4b5b-adfe-4f5c204443df", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f1c7165a98d4b0fa888cf62a1d8a9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4e2d31-e5", "ovs_interfaceid": "cc4e2d31-e59f-4e2b-901d-4596a6b2edb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.306076] env[69365]: DEBUG nova.scheduler.client.report [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.345349] env[69365]: DEBUG nova.network.neutron [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Successfully updated port: 4c777a84-d84f-4b74-a3ac-25dcc1def1e8 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.361472] env[69365]: DEBUG oslo_vmware.api [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3301945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.624568} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.361703] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.361887] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.362073] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.362283] env[69365]: INFO nova.compute.manager [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 907.362540] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.362728] env[69365]: DEBUG nova.compute.manager [-] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.362822] env[69365]: DEBUG nova.network.neutron [-] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.372184] env[69365]: DEBUG nova.objects.base [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Object Instance<12166253-9d0a-4ffa-ba27-4ff6e783d0ab> lazy-loaded attributes: flavor,info_cache {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 907.517658] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301940, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.765758} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.517933] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] e8106f10-035a-488e-9976-b8fbe103420d/e8106f10-035a-488e-9976-b8fbe103420d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.518240] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.518447] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-769bee41-5cd3-49da-8166-5b50340a46da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.525480] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 907.525480] env[69365]: value = "task-3301948" [ 907.525480] env[69365]: _type = "Task" [ 907.525480] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.535379] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.544023] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301946, 'name': ReconfigVM_Task, 'duration_secs': 0.518396} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.544023] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 998d5009-39bd-4d6d-94b1-ce54098e6b1c/998d5009-39bd-4d6d-94b1-ce54098e6b1c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.544349] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f5c089e-9d0a-471d-910d-e7c90b07cc2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.550668] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 907.550668] env[69365]: value = "task-3301949" [ 907.550668] env[69365]: _type = "Task" [ 907.550668] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.558907] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301949, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.670607] env[69365]: DEBUG oslo_vmware.api [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301947, 'name': PowerOffVM_Task, 'duration_secs': 0.962492} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.670912] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.671071] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.671276] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2485af5-b8e4-4d2c-904d-7504957b36cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.748282] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.748508] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.748696] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Deleting the datastore file [datastore2] 99e521a6-b45b-401f-9c18-9f05f8198e4c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.748953] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-541240ce-e30f-4e29-adfb-fc368497d097 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.755479] env[69365]: DEBUG oslo_vmware.api [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 907.755479] env[69365]: value = "task-3301951" [ 907.755479] env[69365]: _type = "Task" [ 907.755479] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.765990] env[69365]: DEBUG oslo_vmware.api [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.770029] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521b9174-6ac7-f70a-bb60-969861697aba, 'name': SearchDatastore_Task, 'duration_secs': 0.014818} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.770418] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf3dcc2-4aac-4150-ba90-7f4aee0c6388 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.774170] env[69365]: DEBUG oslo_concurrency.lockutils [req-ee9e43b6-a3d6-488b-83ab-39e698fdd9c5 req-9b57b3c4-ed34-42de-a13b-4d6a4af4eb24 service nova] Releasing lock "refresh_cache-3166614c-d3b2-4217-b0bd-da29dafb7dd4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.775521] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 907.775521] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f37a5c-01e8-0459-22c7-4a8676869c47" [ 907.775521] env[69365]: _type = "Task" [ 907.775521] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.782493] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f37a5c-01e8-0459-22c7-4a8676869c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.811523] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.812067] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.814636] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.606s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.816036] env[69365]: INFO nova.compute.claims [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.846442] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "refresh_cache-c6ec4771-145c-49c2-8930-ee62d65671a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.846599] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "refresh_cache-c6ec4771-145c-49c2-8930-ee62d65671a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.846751] env[69365]: DEBUG nova.network.neutron [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.035274] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072502} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.035548] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.036398] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748a3850-a7e6-4b84-847a-4430c79841d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.061741] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] e8106f10-035a-488e-9976-b8fbe103420d/e8106f10-035a-488e-9976-b8fbe103420d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.064796] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97caa5bf-88f0-411d-a6fc-fa96d1eea382 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.086208] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301949, 'name': Rename_Task, 'duration_secs': 0.14129} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.087606] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.088407] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 908.088407] env[69365]: value = "task-3301952" [ 908.088407] env[69365]: _type = "Task" [ 908.088407] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.088407] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6382af6-2af6-435d-b54d-5921366e71ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.095486] env[69365]: DEBUG nova.compute.manager [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Received event network-vif-plugged-4c777a84-d84f-4b74-a3ac-25dcc1def1e8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.095698] env[69365]: DEBUG oslo_concurrency.lockutils [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] Acquiring lock "c6ec4771-145c-49c2-8930-ee62d65671a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.095907] env[69365]: DEBUG oslo_concurrency.lockutils [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] Lock "c6ec4771-145c-49c2-8930-ee62d65671a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.096089] env[69365]: DEBUG oslo_concurrency.lockutils [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] Lock "c6ec4771-145c-49c2-8930-ee62d65671a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.096290] env[69365]: DEBUG nova.compute.manager [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] No waiting events found dispatching network-vif-plugged-4c777a84-d84f-4b74-a3ac-25dcc1def1e8 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.096491] env[69365]: WARNING nova.compute.manager [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Received unexpected event network-vif-plugged-4c777a84-d84f-4b74-a3ac-25dcc1def1e8 for instance with vm_state building and task_state spawning. [ 908.096752] env[69365]: DEBUG nova.compute.manager [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Received event network-changed-4c777a84-d84f-4b74-a3ac-25dcc1def1e8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.096920] env[69365]: DEBUG nova.compute.manager [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Refreshing instance network info cache due to event network-changed-4c777a84-d84f-4b74-a3ac-25dcc1def1e8. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.097154] env[69365]: DEBUG oslo_concurrency.lockutils [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] Acquiring lock "refresh_cache-c6ec4771-145c-49c2-8930-ee62d65671a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.099310] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 908.099310] env[69365]: value = "task-3301953" [ 908.099310] env[69365]: _type = "Task" [ 908.099310] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.105348] env[69365]: DEBUG nova.network.neutron [-] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.106758] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.112767] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.179328] env[69365]: DEBUG nova.network.neutron [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Updating instance_info_cache with network_info: [{"id": "ff0a3e07-a4f2-49b7-accc-480fc018786c", "address": "fa:16:3e:d6:87:6b", "network": {"id": "e5935f89-2a0e-4c73-8fd6-af1ac7fc787c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1692533212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72868a3ac4f249728f3ab513cd801654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0a3e07-a4", "ovs_interfaceid": "ff0a3e07-a4f2-49b7-accc-480fc018786c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.267584] env[69365]: DEBUG oslo_vmware.api [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3301951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41024} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.267987] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.268665] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.268665] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.268880] env[69365]: INFO nova.compute.manager [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Took 1.63 seconds to destroy the instance on the hypervisor. [ 908.269187] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.272072] env[69365]: DEBUG nova.compute.manager [-] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.272072] env[69365]: DEBUG nova.network.neutron [-] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.285330] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f37a5c-01e8-0459-22c7-4a8676869c47, 'name': SearchDatastore_Task, 'duration_secs': 0.034968} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.285636] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.285896] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 3166614c-d3b2-4217-b0bd-da29dafb7dd4/3166614c-d3b2-4217-b0bd-da29dafb7dd4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.286234] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-544700aa-9706-4d37-8920-53337430b159 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.292782] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 908.292782] env[69365]: value = "task-3301954" [ 908.292782] env[69365]: _type = "Task" [ 908.292782] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.301209] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.320374] env[69365]: DEBUG nova.compute.utils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.325035] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.325035] env[69365]: DEBUG nova.network.neutron [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.385812] env[69365]: DEBUG nova.network.neutron [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.393039] env[69365]: DEBUG nova.policy [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2713a343284e7196677e6b91703ef8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f46873f8ff044d396146374367326c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.569314] env[69365]: DEBUG nova.network.neutron [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Updating instance_info_cache with network_info: [{"id": "4c777a84-d84f-4b74-a3ac-25dcc1def1e8", "address": "fa:16:3e:4f:b2:84", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c777a84-d8", "ovs_interfaceid": "4c777a84-d84f-4b74-a3ac-25dcc1def1e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.602541] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301952, 'name': ReconfigVM_Task, 'duration_secs': 0.31862} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.607792] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Reconfigured VM instance instance-0000003b to attach disk [datastore1] e8106f10-035a-488e-9976-b8fbe103420d/e8106f10-035a-488e-9976-b8fbe103420d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.609520] env[69365]: INFO nova.compute.manager [-] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Took 1.25 seconds to deallocate network for instance. [ 908.610331] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecb7a115-71ea-49cc-9f9a-116de1636de1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.620576] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301953, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.627877] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 908.627877] env[69365]: value = "task-3301955" [ 908.627877] env[69365]: _type = "Task" [ 908.627877] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.642075] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301955, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.683083] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Releasing lock "refresh_cache-12166253-9d0a-4ffa-ba27-4ff6e783d0ab" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.804035] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48797} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.804035] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 3166614c-d3b2-4217-b0bd-da29dafb7dd4/3166614c-d3b2-4217-b0bd-da29dafb7dd4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.804035] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.804035] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38c49b54-c26e-493a-ac7e-19f184fa8f35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.810290] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 908.810290] env[69365]: value = "task-3301956" [ 908.810290] env[69365]: _type = "Task" [ 908.810290] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.818798] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.825596] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.915208] env[69365]: DEBUG nova.network.neutron [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Successfully created port: 2d606450-5a5c-492b-a562-62eb7caa2cf4 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.071903] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "refresh_cache-c6ec4771-145c-49c2-8930-ee62d65671a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.072304] env[69365]: DEBUG nova.compute.manager [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Instance network_info: |[{"id": "4c777a84-d84f-4b74-a3ac-25dcc1def1e8", "address": "fa:16:3e:4f:b2:84", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c777a84-d8", "ovs_interfaceid": "4c777a84-d84f-4b74-a3ac-25dcc1def1e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.075078] env[69365]: DEBUG oslo_concurrency.lockutils [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] Acquired lock "refresh_cache-c6ec4771-145c-49c2-8930-ee62d65671a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.075309] env[69365]: DEBUG nova.network.neutron [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Refreshing network info cache for port 4c777a84-d84f-4b74-a3ac-25dcc1def1e8 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.076539] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:b2:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c777a84-d84f-4b74-a3ac-25dcc1def1e8', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.084498] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Creating folder: Project (c69328e8180e4fa2bb3a2ddd910ce8ff). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.087939] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b123c83b-927a-4d27-8044-e90637fae26a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.105022] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Created folder: Project (c69328e8180e4fa2bb3a2ddd910ce8ff) in parent group-v659152. [ 909.105022] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Creating folder: Instances. Parent ref: group-v659335. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.105022] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3e37e4e-5f58-48f6-bd78-345a978fc57e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.112257] env[69365]: DEBUG oslo_vmware.api [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301953, 'name': PowerOnVM_Task, 'duration_secs': 0.583275} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.112505] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.112875] env[69365]: DEBUG nova.compute.manager [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.113474] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ebf799-d14c-4a5e-8a7e-c1cc65603ea3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.116818] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Created folder: Instances in parent group-v659335. [ 909.117046] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.119763] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.120243] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d020655-0a2f-4912-acb7-c7ec1b5b9e69 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.139410] env[69365]: DEBUG oslo_concurrency.lockutils [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.152627] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301955, 'name': Rename_Task, 'duration_secs': 0.239279} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.153856] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.154105] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.154105] env[69365]: value = "task-3301959" [ 909.154105] env[69365]: _type = "Task" [ 909.154105] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.154275] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-620d3f55-a462-4c09-9994-1f6c124622c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.166190] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301959, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.167465] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 909.167465] env[69365]: value = "task-3301960" [ 909.167465] env[69365]: _type = "Task" [ 909.167465] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.177703] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.195024] env[69365]: DEBUG nova.network.neutron [-] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.291431] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ed31e4-be75-4593-b862-4b12346ef45a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.299482] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01488c1-fc97-4349-93d5-2ad890c9d254 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.337197] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0532ec32-4418-4320-84ac-f7858956ce73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.348377] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159676} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.350409] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.351216] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8de84a-e274-4d7b-a684-c4803c2277d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.354491] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1240712-cd24-4a00-930b-a059bd9d532b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.377888] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 3166614c-d3b2-4217-b0bd-da29dafb7dd4/3166614c-d3b2-4217-b0bd-da29dafb7dd4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.385701] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ed76d9-ecc0-4e06-8101-d9ec7bebe324 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.400356] env[69365]: DEBUG nova.compute.provider_tree [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.405056] env[69365]: DEBUG nova.network.neutron [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Updated VIF entry in instance network info cache for port 4c777a84-d84f-4b74-a3ac-25dcc1def1e8. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.405056] env[69365]: DEBUG nova.network.neutron [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Updating instance_info_cache with network_info: [{"id": "4c777a84-d84f-4b74-a3ac-25dcc1def1e8", "address": "fa:16:3e:4f:b2:84", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c777a84-d8", "ovs_interfaceid": "4c777a84-d84f-4b74-a3ac-25dcc1def1e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.413025] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 909.413025] env[69365]: value = "task-3301961" [ 909.413025] env[69365]: _type = "Task" [ 909.413025] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.419598] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.653593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.664971] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301959, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.676663] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.692661] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.692661] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af053f9e-0d74-4eca-bdc2-a6aba61a73e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.697095] env[69365]: INFO nova.compute.manager [-] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Took 1.43 seconds to deallocate network for instance. [ 909.699961] env[69365]: DEBUG oslo_vmware.api [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 909.699961] env[69365]: value = "task-3301962" [ 909.699961] env[69365]: _type = "Task" [ 909.699961] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.710548] env[69365]: DEBUG oslo_vmware.api [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.846209] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.875503] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.875708] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.875865] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.876055] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.876250] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.876403] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.876613] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.876772] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.876937] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.877238] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.877328] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.878278] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb7a3ba-3680-409c-b5b5-35c9153127b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.886109] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba0cdf6-2f56-4b47-8831-4ad263f7b9a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.905678] env[69365]: DEBUG nova.scheduler.client.report [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.909356] env[69365]: DEBUG oslo_concurrency.lockutils [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] Releasing lock "refresh_cache-c6ec4771-145c-49c2-8930-ee62d65671a5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.909929] env[69365]: DEBUG nova.compute.manager [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Received event network-vif-deleted-b1b19e30-401f-436f-abb1-4b7e110e5590 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.909929] env[69365]: INFO nova.compute.manager [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Neutron deleted interface b1b19e30-401f-436f-abb1-4b7e110e5590; detaching it from the instance and deleting it from the info cache [ 909.909929] env[69365]: DEBUG nova.network.neutron [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.919602] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.125247] env[69365]: DEBUG nova.compute.manager [req-f2211335-1b7a-416f-bd39-7cb729386b9e req-927a76f2-a621-4bea-896f-2a3e97eb9564 service nova] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Received event network-vif-deleted-f352753d-aaba-48d1-b02d-f965a5110c91 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.166777] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301959, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.177784] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.207934] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.211821] env[69365]: DEBUG oslo_vmware.api [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.412821] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.412821] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.416681] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.060s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.417931] env[69365]: INFO nova.compute.claims [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.423470] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db765bf5-59b9-417e-934d-b51563bb4830 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.431387] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301961, 'name': ReconfigVM_Task, 'duration_secs': 0.82887} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.432533] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 3166614c-d3b2-4217-b0bd-da29dafb7dd4/3166614c-d3b2-4217-b0bd-da29dafb7dd4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.433189] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd46488d-d619-465b-934e-d2aa8c98454a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.437477] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3081ed98-4516-4d70-ac7a-8617b2faddcb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.454802] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 910.454802] env[69365]: value = "task-3301963" [ 910.454802] env[69365]: _type = "Task" [ 910.454802] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.464283] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301963, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.482350] env[69365]: DEBUG nova.compute.manager [req-3ac594fa-c91e-40ff-865e-eb7befb16e35 req-183958d8-2539-4cc3-a6a5-46303280ceee service nova] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Detach interface failed, port_id=b1b19e30-401f-436f-abb1-4b7e110e5590, reason: Instance bc76fce0-bb80-49e7-b730-9c09514f3aa7 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.499854] env[69365]: DEBUG nova.network.neutron [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Successfully updated port: 2d606450-5a5c-492b-a562-62eb7caa2cf4 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.665968] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301959, 'name': CreateVM_Task, 'duration_secs': 1.06317} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.666254] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.666978] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.667227] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.667586] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.667870] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f6d5dd4-d43c-4237-b767-eebb2ed40600 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.677720] env[69365]: DEBUG oslo_vmware.api [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301960, 'name': PowerOnVM_Task, 'duration_secs': 1.185247} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.678553] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.678778] env[69365]: INFO nova.compute.manager [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Took 9.45 seconds to spawn the instance on the hypervisor. [ 910.678986] env[69365]: DEBUG nova.compute.manager [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.679342] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 910.679342] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5269fdeb-c5c4-c5b2-40af-73f014d30179" [ 910.679342] env[69365]: _type = "Task" [ 910.679342] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.680060] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927c18f6-f464-4dbc-b396-2e5a6d33bd37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.694117] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5269fdeb-c5c4-c5b2-40af-73f014d30179, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.694669] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.694805] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.695045] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.695193] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.695369] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.695600] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06a19b7b-b446-4a68-bc2e-5d23ee140fab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.705641] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.705827] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.706857] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84e006d-fd58-4269-9e71-38f24431d75a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.711660] env[69365]: DEBUG oslo_vmware.api [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3301962, 'name': PowerOnVM_Task, 'duration_secs': 0.563114} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.712255] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.712485] env[69365]: DEBUG nova.compute.manager [None req-e7709d64-1c43-4783-8305-d492326633bb tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.713959] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b4b4f3-799a-4e3e-9984-5b85f069ab58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.717439] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 910.717439] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527522c8-4fa5-f098-ce29-49c0bb40f821" [ 910.717439] env[69365]: _type = "Task" [ 910.717439] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.729484] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527522c8-4fa5-f098-ce29-49c0bb40f821, 'name': SearchDatastore_Task, 'duration_secs': 0.009062} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.731411] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af65a26d-8880-4529-b221-d76860c1af0e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.737617] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 910.737617] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528969dd-e70e-969c-d866-bd713b9605a4" [ 910.737617] env[69365]: _type = "Task" [ 910.737617] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.748388] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528969dd-e70e-969c-d866-bd713b9605a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008072} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.748659] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.748917] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] c6ec4771-145c-49c2-8930-ee62d65671a5/c6ec4771-145c-49c2-8930-ee62d65671a5.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.749193] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b0d2ead-ad1b-4f06-8f7b-1005f68465b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.755999] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 910.755999] env[69365]: value = "task-3301964" [ 910.755999] env[69365]: _type = "Task" [ 910.755999] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.765286] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3301964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.818608] env[69365]: INFO nova.compute.manager [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Rebuilding instance [ 910.865754] env[69365]: DEBUG nova.compute.manager [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.866781] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83ea455-ce6f-4a36-b162-5471ef59a3dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.918823] env[69365]: DEBUG nova.compute.utils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.921525] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.921525] env[69365]: DEBUG nova.network.neutron [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.965458] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301963, 'name': Rename_Task, 'duration_secs': 0.182401} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.965458] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.965658] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-090e6aec-2af4-41b4-b7c5-ec7e93d76ecc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.971971] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 910.971971] env[69365]: value = "task-3301965" [ 910.971971] env[69365]: _type = "Task" [ 910.971971] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.980459] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.991857] env[69365]: DEBUG nova.policy [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2713a343284e7196677e6b91703ef8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f46873f8ff044d396146374367326c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.002677] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "refresh_cache-622347c1-0ca6-4f2b-bee9-86d5614813f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.002677] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired lock "refresh_cache-622347c1-0ca6-4f2b-bee9-86d5614813f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.002677] env[69365]: DEBUG nova.network.neutron [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.204375] env[69365]: INFO nova.compute.manager [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Took 34.24 seconds to build instance. [ 911.267133] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3301964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44409} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.267516] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] c6ec4771-145c-49c2-8930-ee62d65671a5/c6ec4771-145c-49c2-8930-ee62d65671a5.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.268368] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.268368] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c90e43e3-6985-48d6-8fb8-2f6d5ddf4730 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.275395] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 911.275395] env[69365]: value = "task-3301966" [ 911.275395] env[69365]: _type = "Task" [ 911.275395] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.283657] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3301966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.284606] env[69365]: DEBUG nova.network.neutron [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Successfully created port: 5c373eb6-4bec-4b65-82aa-2da5bb94c650 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.422340] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.486553] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.551905] env[69365]: DEBUG nova.network.neutron [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.707509] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a2f23ba-1736-4b3f-ab70-ce2960aa4c8b tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "e8106f10-035a-488e-9976-b8fbe103420d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.758s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.750137] env[69365]: DEBUG nova.network.neutron [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Updating instance_info_cache with network_info: [{"id": "2d606450-5a5c-492b-a562-62eb7caa2cf4", "address": "fa:16:3e:a9:a6:f3", "network": {"id": "eb9e68f6-0997-4716-be23-7fa8795f404b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928300537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f46873f8ff044d396146374367326c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d606450-5a", "ovs_interfaceid": "2d606450-5a5c-492b-a562-62eb7caa2cf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.788378] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3301966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064179} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.788649] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.789561] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105f5c38-9e45-4bd3-ae89-359643d83556 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.815288] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] c6ec4771-145c-49c2-8930-ee62d65671a5/c6ec4771-145c-49c2-8930-ee62d65671a5.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.818020] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df75d735-431d-45ac-93bc-265dcdaeb48f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.841094] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 911.841094] env[69365]: value = "task-3301967" [ 911.841094] env[69365]: _type = "Task" [ 911.841094] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.854983] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3301967, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.882842] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.883495] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5612594c-66b1-432c-b502-62d97524750a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.893206] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 911.893206] env[69365]: value = "task-3301968" [ 911.893206] env[69365]: _type = "Task" [ 911.893206] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.901384] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.903021] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8adfd83-301e-4afb-9d99-2121a565b429 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.909957] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea514d4-8491-4083-9ca9-20c62f3c2012 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.944386] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3010ca4a-c769-48dc-a2a4-69e861e888a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.952935] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfb86a3-b930-4ec7-864f-ec4ed952bbdc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.969708] env[69365]: DEBUG nova.compute.provider_tree [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.983515] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301965, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.151745] env[69365]: DEBUG nova.compute.manager [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Received event network-vif-plugged-2d606450-5a5c-492b-a562-62eb7caa2cf4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.151908] env[69365]: DEBUG oslo_concurrency.lockutils [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] Acquiring lock "622347c1-0ca6-4f2b-bee9-86d5614813f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.152157] env[69365]: DEBUG oslo_concurrency.lockutils [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] Lock "622347c1-0ca6-4f2b-bee9-86d5614813f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.152332] env[69365]: DEBUG oslo_concurrency.lockutils [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] Lock "622347c1-0ca6-4f2b-bee9-86d5614813f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.152502] env[69365]: DEBUG nova.compute.manager [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] No waiting events found dispatching network-vif-plugged-2d606450-5a5c-492b-a562-62eb7caa2cf4 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.152664] env[69365]: WARNING nova.compute.manager [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Received unexpected event network-vif-plugged-2d606450-5a5c-492b-a562-62eb7caa2cf4 for instance with vm_state building and task_state spawning. [ 912.152819] env[69365]: DEBUG nova.compute.manager [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Received event network-changed-2d606450-5a5c-492b-a562-62eb7caa2cf4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.152969] env[69365]: DEBUG nova.compute.manager [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Refreshing instance network info cache due to event network-changed-2d606450-5a5c-492b-a562-62eb7caa2cf4. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.153196] env[69365]: DEBUG oslo_concurrency.lockutils [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] Acquiring lock "refresh_cache-622347c1-0ca6-4f2b-bee9-86d5614813f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.255302] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Releasing lock "refresh_cache-622347c1-0ca6-4f2b-bee9-86d5614813f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.255730] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Instance network_info: |[{"id": "2d606450-5a5c-492b-a562-62eb7caa2cf4", "address": "fa:16:3e:a9:a6:f3", "network": {"id": "eb9e68f6-0997-4716-be23-7fa8795f404b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928300537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f46873f8ff044d396146374367326c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d606450-5a", "ovs_interfaceid": "2d606450-5a5c-492b-a562-62eb7caa2cf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.256474] env[69365]: DEBUG oslo_concurrency.lockutils [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] Acquired lock "refresh_cache-622347c1-0ca6-4f2b-bee9-86d5614813f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.256474] env[69365]: DEBUG nova.network.neutron [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Refreshing network info cache for port 2d606450-5a5c-492b-a562-62eb7caa2cf4 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.257638] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:a6:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d606450-5a5c-492b-a562-62eb7caa2cf4', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.265704] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Creating folder: Project (6f46873f8ff044d396146374367326c5). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.266789] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3a189cc-6076-4e33-84c9-05b3f49b3ef8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.278422] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Created folder: Project (6f46873f8ff044d396146374367326c5) in parent group-v659152. [ 912.278615] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Creating folder: Instances. Parent ref: group-v659338. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.278832] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0340a5e-c7ef-4dfb-9af8-19aee0b40835 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.288067] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Created folder: Instances in parent group-v659338. [ 912.288325] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.288558] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.288769] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfcaf68b-8f09-4e65-bb93-62194b8fe91b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.311469] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.311469] env[69365]: value = "task-3301971" [ 912.311469] env[69365]: _type = "Task" [ 912.311469] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.319550] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301971, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.351529] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3301967, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.403081] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301968, 'name': PowerOffVM_Task, 'duration_secs': 0.202683} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.405036] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.405036] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.405036] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2b673f-8f1e-4098-8f63-99561163a024 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.411997] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.412294] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e419558-0c71-49c1-b283-1f5e10d77a6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.450072] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.471844] env[69365]: DEBUG nova.scheduler.client.report [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.483025] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.483338] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.483517] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.483722] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.483879] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.484300] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.484342] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.484596] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.484774] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.485113] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.485233] env[69365]: DEBUG nova.virt.hardware [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.486185] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c178259f-a272-428b-8df0-6541386e1300 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.493635] env[69365]: DEBUG oslo_vmware.api [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301965, 'name': PowerOnVM_Task, 'duration_secs': 1.18754} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.494350] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.494593] env[69365]: INFO nova.compute.manager [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Took 8.90 seconds to spawn the instance on the hypervisor. [ 912.494792] env[69365]: DEBUG nova.compute.manager [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.495998] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01ce1b0-a904-4343-858b-b12c675781db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.503567] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bb3f71-04d2-4c7a-bf0c-fb94fc53029f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.555104] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.555426] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.555563] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleting the datastore file [datastore1] 998d5009-39bd-4d6d-94b1-ce54098e6b1c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.555931] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cd4cee1-a7a7-4a0b-9dbf-3a963a3962f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.562704] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 912.562704] env[69365]: value = "task-3301973" [ 912.562704] env[69365]: _type = "Task" [ 912.562704] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.571807] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.822176] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301971, 'name': CreateVM_Task, 'duration_secs': 0.460719} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.822176] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.823247] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.823541] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.823961] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.827352] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f4a11f-1fd3-462a-a211-787b5529cf52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.835017] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 912.835017] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5266de22-a74c-4899-c69c-22790d5f9dfb" [ 912.835017] env[69365]: _type = "Task" [ 912.835017] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.841807] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5266de22-a74c-4899-c69c-22790d5f9dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.853756] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3301967, 'name': ReconfigVM_Task, 'duration_secs': 0.533484} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.853756] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Reconfigured VM instance instance-0000003d to attach disk [datastore1] c6ec4771-145c-49c2-8930-ee62d65671a5/c6ec4771-145c-49c2-8930-ee62d65671a5.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.853756] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a7243a0-50bb-401a-bd36-b10ee30230b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.859079] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 912.859079] env[69365]: value = "task-3301974" [ 912.859079] env[69365]: _type = "Task" [ 912.859079] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.866143] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3301974, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.940504] env[69365]: DEBUG nova.network.neutron [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Successfully updated port: 5c373eb6-4bec-4b65-82aa-2da5bb94c650 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.984949] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.984949] env[69365]: DEBUG nova.compute.manager [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.985091] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.324s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.985294] env[69365]: DEBUG nova.objects.instance [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lazy-loading 'resources' on Instance uuid 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.024551] env[69365]: INFO nova.compute.manager [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Took 35.35 seconds to build instance. [ 913.073973] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215382} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.075457] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.075691] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.075894] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.091118] env[69365]: DEBUG nova.network.neutron [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Updated VIF entry in instance network info cache for port 2d606450-5a5c-492b-a562-62eb7caa2cf4. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.091551] env[69365]: DEBUG nova.network.neutron [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Updating instance_info_cache with network_info: [{"id": "2d606450-5a5c-492b-a562-62eb7caa2cf4", "address": "fa:16:3e:a9:a6:f3", "network": {"id": "eb9e68f6-0997-4716-be23-7fa8795f404b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928300537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f46873f8ff044d396146374367326c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d606450-5a", "ovs_interfaceid": "2d606450-5a5c-492b-a562-62eb7caa2cf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.344053] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5266de22-a74c-4899-c69c-22790d5f9dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.344408] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.344744] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.345030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.345188] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.345414] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.345710] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-183a4d3d-c6c6-4cee-9a2a-4c2e3f165fd0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.354069] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.354266] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.355038] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60a65ce5-0470-423f-842a-8a66215c4173 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.363571] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 913.363571] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5254a331-9dbc-b9f7-e1b5-1d77baddd9e6" [ 913.363571] env[69365]: _type = "Task" [ 913.363571] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.368018] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3301974, 'name': Rename_Task, 'duration_secs': 0.282496} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.370272] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.370528] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba271731-e053-4413-8cad-28a0e58c545f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.377378] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5254a331-9dbc-b9f7-e1b5-1d77baddd9e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011547} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.379244] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 913.379244] env[69365]: value = "task-3301975" [ 913.379244] env[69365]: _type = "Task" [ 913.379244] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.379437] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db611b6e-289e-440a-82b2-806e8ec7978d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.387576] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 913.387576] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522ebe8e-b141-95da-2a26-c2cc2f8e5eb0" [ 913.387576] env[69365]: _type = "Task" [ 913.387576] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.390728] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3301975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.397928] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522ebe8e-b141-95da-2a26-c2cc2f8e5eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.444814] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "refresh_cache-c320682c-7a15-4ba4-a744-7e1c4cd0effb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.444966] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired lock "refresh_cache-c320682c-7a15-4ba4-a744-7e1c4cd0effb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.445160] env[69365]: DEBUG nova.network.neutron [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.488392] env[69365]: DEBUG nova.compute.utils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.492429] env[69365]: DEBUG nova.compute.manager [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.492806] env[69365]: DEBUG nova.network.neutron [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.494952] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1d2e28-2aa5-44b9-a56e-d0b38dee560d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.501450] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2afee829-1a9f-447d-b496-8ce833fb7c42 tempest-ServersAdminNegativeTestJSON-2142447792 tempest-ServersAdminNegativeTestJSON-2142447792-project-admin] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Suspending the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 913.502148] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-de7cfd3e-01cd-45e7-a2e1-87d6d3501bd6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.507952] env[69365]: DEBUG oslo_vmware.api [None req-2afee829-1a9f-447d-b496-8ce833fb7c42 tempest-ServersAdminNegativeTestJSON-2142447792 tempest-ServersAdminNegativeTestJSON-2142447792-project-admin] Waiting for the task: (returnval){ [ 913.507952] env[69365]: value = "task-3301976" [ 913.507952] env[69365]: _type = "Task" [ 913.507952] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.519108] env[69365]: DEBUG oslo_vmware.api [None req-2afee829-1a9f-447d-b496-8ce833fb7c42 tempest-ServersAdminNegativeTestJSON-2142447792 tempest-ServersAdminNegativeTestJSON-2142447792-project-admin] Task: {'id': task-3301976, 'name': SuspendVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.527275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29f9316c-68c6-4b85-a0cd-f4674da365a3 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "3166614c-d3b2-4217-b0bd-da29dafb7dd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.866s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.535729] env[69365]: DEBUG nova.policy [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80ad089106ab44df80e576fd6896aa59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08264223cf1a4db1b94941da15459335', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.595627] env[69365]: DEBUG oslo_concurrency.lockutils [req-058b279d-74f2-49b2-897b-fc579435c17b req-d2b81b10-da37-4524-a70b-bf51092d2fdc service nova] Releasing lock "refresh_cache-622347c1-0ca6-4f2b-bee9-86d5614813f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.879724] env[69365]: DEBUG nova.network.neutron [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Successfully created port: 31ed2089-7050-4a2a-a6e7-525ae070c78c {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.905984] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3301975, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.913618] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522ebe8e-b141-95da-2a26-c2cc2f8e5eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.916310] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.916578] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 622347c1-0ca6-4f2b-bee9-86d5614813f3/622347c1-0ca6-4f2b-bee9-86d5614813f3.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.917092] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d316af9e-63c3-4acb-a0b7-0fe212679643 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.926191] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 913.926191] env[69365]: value = "task-3301977" [ 913.926191] env[69365]: _type = "Task" [ 913.926191] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.936218] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.966960] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956f6770-76a5-4f2e-825d-b05847bf96ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.974709] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bbdbd7-08b5-4b15-8d5a-c75b00a52043 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.011867] env[69365]: DEBUG nova.compute.manager [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.017049] env[69365]: DEBUG nova.network.neutron [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.022468] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb6622a-dbe4-4079-9b05-778a2d2a6ad3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.034817] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12ecae3-fbaf-4772-9872-479aeeb45a3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.038970] env[69365]: DEBUG oslo_vmware.api [None req-2afee829-1a9f-447d-b496-8ce833fb7c42 tempest-ServersAdminNegativeTestJSON-2142447792 tempest-ServersAdminNegativeTestJSON-2142447792-project-admin] Task: {'id': task-3301976, 'name': SuspendVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.050459] env[69365]: DEBUG nova.compute.provider_tree [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.116048] env[69365]: DEBUG nova.virt.hardware [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.116484] env[69365]: DEBUG nova.virt.hardware [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.116583] env[69365]: DEBUG nova.virt.hardware [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.116727] env[69365]: DEBUG nova.virt.hardware [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.116888] env[69365]: DEBUG nova.virt.hardware [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.117049] env[69365]: DEBUG nova.virt.hardware [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.117315] env[69365]: DEBUG nova.virt.hardware [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.117456] env[69365]: DEBUG nova.virt.hardware [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.118064] env[69365]: DEBUG nova.virt.hardware [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.118064] env[69365]: DEBUG nova.virt.hardware [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.118064] env[69365]: DEBUG nova.virt.hardware [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.119107] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb56e79-f94b-4c7c-b6ba-11068e469bc4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.127654] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6986f6-5c7a-487b-96e6-9a68132198cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.145525] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:bd:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '211a1256-31ad-49c7-93f1-364e03470953', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.155204] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.159141] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.159451] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16ace3ba-5521-452c-b1b3-063b3077231f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.184224] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.184224] env[69365]: value = "task-3301978" [ 914.184224] env[69365]: _type = "Task" [ 914.184224] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.193690] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301978, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.236797] env[69365]: DEBUG nova.compute.manager [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Received event network-vif-plugged-5c373eb6-4bec-4b65-82aa-2da5bb94c650 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.237083] env[69365]: DEBUG oslo_concurrency.lockutils [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] Acquiring lock "c320682c-7a15-4ba4-a744-7e1c4cd0effb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.237464] env[69365]: DEBUG oslo_concurrency.lockutils [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] Lock "c320682c-7a15-4ba4-a744-7e1c4cd0effb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.238237] env[69365]: DEBUG oslo_concurrency.lockutils [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] Lock "c320682c-7a15-4ba4-a744-7e1c4cd0effb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.238237] env[69365]: DEBUG nova.compute.manager [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] No waiting events found dispatching network-vif-plugged-5c373eb6-4bec-4b65-82aa-2da5bb94c650 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.238237] env[69365]: WARNING nova.compute.manager [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Received unexpected event network-vif-plugged-5c373eb6-4bec-4b65-82aa-2da5bb94c650 for instance with vm_state building and task_state spawning. [ 914.238581] env[69365]: DEBUG nova.compute.manager [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Received event network-changed-5c373eb6-4bec-4b65-82aa-2da5bb94c650 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.238719] env[69365]: DEBUG nova.compute.manager [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Refreshing instance network info cache due to event network-changed-5c373eb6-4bec-4b65-82aa-2da5bb94c650. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.238956] env[69365]: DEBUG oslo_concurrency.lockutils [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] Acquiring lock "refresh_cache-c320682c-7a15-4ba4-a744-7e1c4cd0effb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.380462] env[69365]: DEBUG nova.network.neutron [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Updating instance_info_cache with network_info: [{"id": "5c373eb6-4bec-4b65-82aa-2da5bb94c650", "address": "fa:16:3e:ee:60:b0", "network": {"id": "eb9e68f6-0997-4716-be23-7fa8795f404b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928300537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f46873f8ff044d396146374367326c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c373eb6-4b", "ovs_interfaceid": "5c373eb6-4bec-4b65-82aa-2da5bb94c650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.402306] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3301975, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.436072] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301977, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.524973] env[69365]: DEBUG oslo_vmware.api [None req-2afee829-1a9f-447d-b496-8ce833fb7c42 tempest-ServersAdminNegativeTestJSON-2142447792 tempest-ServersAdminNegativeTestJSON-2142447792-project-admin] Task: {'id': task-3301976, 'name': SuspendVM_Task, 'duration_secs': 0.762294} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.525264] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2afee829-1a9f-447d-b496-8ce833fb7c42 tempest-ServersAdminNegativeTestJSON-2142447792 tempest-ServersAdminNegativeTestJSON-2142447792-project-admin] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Suspended the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 914.525454] env[69365]: DEBUG nova.compute.manager [None req-2afee829-1a9f-447d-b496-8ce833fb7c42 tempest-ServersAdminNegativeTestJSON-2142447792 tempest-ServersAdminNegativeTestJSON-2142447792-project-admin] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.533021] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57a02c2-4e8d-4265-b2dd-e39e912f8a81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.555554] env[69365]: DEBUG nova.scheduler.client.report [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.694147] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301978, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.884755] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Releasing lock "refresh_cache-c320682c-7a15-4ba4-a744-7e1c4cd0effb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.884755] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Instance network_info: |[{"id": "5c373eb6-4bec-4b65-82aa-2da5bb94c650", "address": "fa:16:3e:ee:60:b0", "network": {"id": "eb9e68f6-0997-4716-be23-7fa8795f404b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928300537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f46873f8ff044d396146374367326c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c373eb6-4b", "ovs_interfaceid": "5c373eb6-4bec-4b65-82aa-2da5bb94c650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.884755] env[69365]: DEBUG oslo_concurrency.lockutils [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] Acquired lock "refresh_cache-c320682c-7a15-4ba4-a744-7e1c4cd0effb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.884755] env[69365]: DEBUG nova.network.neutron [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Refreshing network info cache for port 5c373eb6-4bec-4b65-82aa-2da5bb94c650 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.885694] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:60:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c373eb6-4bec-4b65-82aa-2da5bb94c650', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.894068] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.894516] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.898220] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e88942a-71dd-448e-80af-bf08763957d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.922278] env[69365]: DEBUG oslo_vmware.api [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3301975, 'name': PowerOnVM_Task, 'duration_secs': 1.071339} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.923797] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.924067] env[69365]: INFO nova.compute.manager [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Took 8.64 seconds to spawn the instance on the hypervisor. [ 914.924256] env[69365]: DEBUG nova.compute.manager [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.924511] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.924511] env[69365]: value = "task-3301979" [ 914.924511] env[69365]: _type = "Task" [ 914.924511] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.925223] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900f1a66-6238-472b-b2fa-ad9321421669 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.949099] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301979, 'name': CreateVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.949099] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512226} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.949245] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 622347c1-0ca6-4f2b-bee9-86d5614813f3/622347c1-0ca6-4f2b-bee9-86d5614813f3.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.949467] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.949731] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99d1deb7-2a87-4ffc-b449-dd706cab430d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.953384] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "e8106f10-035a-488e-9976-b8fbe103420d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.953615] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "e8106f10-035a-488e-9976-b8fbe103420d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.953825] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "e8106f10-035a-488e-9976-b8fbe103420d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.954024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "e8106f10-035a-488e-9976-b8fbe103420d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.954197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "e8106f10-035a-488e-9976-b8fbe103420d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.957852] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 914.957852] env[69365]: value = "task-3301980" [ 914.957852] env[69365]: _type = "Task" [ 914.957852] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.958129] env[69365]: INFO nova.compute.manager [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Terminating instance [ 914.969305] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.035009] env[69365]: DEBUG nova.compute.manager [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.060943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.065870] env[69365]: DEBUG nova.virt.hardware [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.066236] env[69365]: DEBUG nova.virt.hardware [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.067034] env[69365]: DEBUG nova.virt.hardware [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.067034] env[69365]: DEBUG nova.virt.hardware [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.067034] env[69365]: DEBUG nova.virt.hardware [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.067034] env[69365]: DEBUG nova.virt.hardware [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.067199] env[69365]: DEBUG nova.virt.hardware [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.067364] env[69365]: DEBUG nova.virt.hardware [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.067565] env[69365]: DEBUG nova.virt.hardware [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.067736] env[69365]: DEBUG nova.virt.hardware [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.067912] env[69365]: DEBUG nova.virt.hardware [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.068247] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.036s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.068462] env[69365]: DEBUG nova.objects.instance [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lazy-loading 'resources' on Instance uuid 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.071161] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add2d763-0472-4e8c-b5a9-491a355d351d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.080608] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9d7ec0-8090-4a23-9f41-35971bd563ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.086277] env[69365]: INFO nova.scheduler.client.report [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Deleted allocations for instance 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5 [ 915.195907] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301978, 'name': CreateVM_Task, 'duration_secs': 0.786857} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.196115] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.196857] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.197033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.197378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.197630] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f5cf9a-e56c-4a2a-91f5-3c4e9957fb61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.201941] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 915.201941] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c03f88-a44c-d4d6-b07e-3fd0c7f3550c" [ 915.201941] env[69365]: _type = "Task" [ 915.201941] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.211679] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c03f88-a44c-d4d6-b07e-3fd0c7f3550c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.438316] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301979, 'name': CreateVM_Task, 'duration_secs': 0.37834} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.438614] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.439235] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.458430] env[69365]: INFO nova.compute.manager [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Took 36.94 seconds to build instance. [ 915.467018] env[69365]: DEBUG nova.compute.manager [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.467018] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.467018] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc76e426-ef73-4ffb-af0d-ecb5f9aa33e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.477407] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.477841] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06746} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.478139] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b356d19-f3e7-4d52-bd33-fce053d32805 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.479837] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.481038] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c05c1a7-ddee-4c98-afd1-d0078c682bea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.506376] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 622347c1-0ca6-4f2b-bee9-86d5614813f3/622347c1-0ca6-4f2b-bee9-86d5614813f3.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.508338] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fff178cc-b5fd-4e19-b1ac-7b6438d9496e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.522928] env[69365]: DEBUG oslo_vmware.api [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 915.522928] env[69365]: value = "task-3301981" [ 915.522928] env[69365]: _type = "Task" [ 915.522928] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.531056] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 915.531056] env[69365]: value = "task-3301982" [ 915.531056] env[69365]: _type = "Task" [ 915.531056] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.534996] env[69365]: DEBUG oslo_vmware.api [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.544275] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301982, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.596008] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ea9dd27-8980-4b03-b0db-0b991ef75f96 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.646s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.719481] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c03f88-a44c-d4d6-b07e-3fd0c7f3550c, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.719697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.720970] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.721349] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.721879] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.722140] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.725119] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.725517] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.725806] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff559542-6e8b-405a-82b2-cbb212211b34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.731799] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39fb0920-5b42-4650-bd66-d846a471a17f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.738070] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 915.738070] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a806c4-6fe8-355b-1943-53985f783dba" [ 915.738070] env[69365]: _type = "Task" [ 915.738070] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.743217] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.743416] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.748512] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638d4342-ce65-4ca0-90bb-b6cea4d84f5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.751056] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a806c4-6fe8-355b-1943-53985f783dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.757472] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 915.757472] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5233abc7-987a-c3c7-f325-8f85194b8584" [ 915.757472] env[69365]: _type = "Task" [ 915.757472] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.765780] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5233abc7-987a-c3c7-f325-8f85194b8584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.831879] env[69365]: DEBUG nova.network.neutron [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Updated VIF entry in instance network info cache for port 5c373eb6-4bec-4b65-82aa-2da5bb94c650. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.832257] env[69365]: DEBUG nova.network.neutron [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Updating instance_info_cache with network_info: [{"id": "5c373eb6-4bec-4b65-82aa-2da5bb94c650", "address": "fa:16:3e:ee:60:b0", "network": {"id": "eb9e68f6-0997-4716-be23-7fa8795f404b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928300537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f46873f8ff044d396146374367326c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c373eb6-4b", "ovs_interfaceid": "5c373eb6-4bec-4b65-82aa-2da5bb94c650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.947720] env[69365]: DEBUG nova.network.neutron [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Successfully updated port: 31ed2089-7050-4a2a-a6e7-525ae070c78c {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.959925] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d6c7384-fc33-4be5-a748-cdf3ce7222a9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "c6ec4771-145c-49c2-8930-ee62d65671a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.448s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.035758] env[69365]: DEBUG oslo_vmware.api [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301981, 'name': PowerOffVM_Task, 'duration_secs': 0.291137} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.039613] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.039885] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.040634] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67ed815-6856-4a43-abf7-62d9007ca537 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.042905] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20ca7d44-4c6a-4fd1-9533-7e0eb26283b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.048892] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301982, 'name': ReconfigVM_Task, 'duration_secs': 0.314584} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.050810] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 622347c1-0ca6-4f2b-bee9-86d5614813f3/622347c1-0ca6-4f2b-bee9-86d5614813f3.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.051576] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42daa22d-7fe8-44ff-908b-e13303262c83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.053729] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14955f00-9a13-4322-9eac-9999d42dff14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.060770] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 916.060770] env[69365]: value = "task-3301984" [ 916.060770] env[69365]: _type = "Task" [ 916.060770] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.091973] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58164bc0-bd31-4eef-946e-a88edeec67c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.103340] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7782d27-5732-49a7-a403-61f215645779 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.107892] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301984, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.118405] env[69365]: DEBUG nova.compute.provider_tree [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.120856] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.121221] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.125023] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Deleting the datastore file [datastore1] e8106f10-035a-488e-9976-b8fbe103420d {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.125023] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a6f904b-2034-4aca-9641-ab6850bda3e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.127930] env[69365]: DEBUG oslo_vmware.api [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 916.127930] env[69365]: value = "task-3301985" [ 916.127930] env[69365]: _type = "Task" [ 916.127930] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.137557] env[69365]: DEBUG oslo_vmware.api [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.250586] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a806c4-6fe8-355b-1943-53985f783dba, 'name': SearchDatastore_Task, 'duration_secs': 0.017551} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.253680] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.253680] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.253680] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.269522] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5233abc7-987a-c3c7-f325-8f85194b8584, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.270366] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d14b0024-22f3-45fc-b376-e0c774c02527 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.275842] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 916.275842] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521aa312-7ed6-97fb-f8a1-9681ba742c27" [ 916.275842] env[69365]: _type = "Task" [ 916.275842] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.284395] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521aa312-7ed6-97fb-f8a1-9681ba742c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.335424] env[69365]: DEBUG oslo_concurrency.lockutils [req-9842813c-2935-4f35-be1e-c40d254134a8 req-f03abb8f-b132-4796-b31d-1f74e2d683d2 service nova] Releasing lock "refresh_cache-c320682c-7a15-4ba4-a744-7e1c4cd0effb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.420626] env[69365]: DEBUG nova.compute.manager [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Received event network-vif-plugged-31ed2089-7050-4a2a-a6e7-525ae070c78c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.420750] env[69365]: DEBUG oslo_concurrency.lockutils [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] Acquiring lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.422990] env[69365]: DEBUG oslo_concurrency.lockutils [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] Lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.422990] env[69365]: DEBUG oslo_concurrency.lockutils [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] Lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.423106] env[69365]: DEBUG nova.compute.manager [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] No waiting events found dispatching network-vif-plugged-31ed2089-7050-4a2a-a6e7-525ae070c78c {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.423365] env[69365]: WARNING nova.compute.manager [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Received unexpected event network-vif-plugged-31ed2089-7050-4a2a-a6e7-525ae070c78c for instance with vm_state building and task_state spawning. [ 916.424057] env[69365]: DEBUG nova.compute.manager [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Received event network-changed-31ed2089-7050-4a2a-a6e7-525ae070c78c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.424057] env[69365]: DEBUG nova.compute.manager [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Refreshing instance network info cache due to event network-changed-31ed2089-7050-4a2a-a6e7-525ae070c78c. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.424510] env[69365]: DEBUG oslo_concurrency.lockutils [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] Acquiring lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.424510] env[69365]: DEBUG oslo_concurrency.lockutils [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] Acquired lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.424756] env[69365]: DEBUG nova.network.neutron [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Refreshing network info cache for port 31ed2089-7050-4a2a-a6e7-525ae070c78c {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.450139] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.598158] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301984, 'name': Rename_Task, 'duration_secs': 0.148688} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.598734] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.598985] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dc42c58-604a-45ac-80b7-a674908302de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.605539] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 916.605539] env[69365]: value = "task-3301986" [ 916.605539] env[69365]: _type = "Task" [ 916.605539] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.614676] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.623764] env[69365]: DEBUG nova.scheduler.client.report [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.640419] env[69365]: DEBUG oslo_vmware.api [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3301985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168528} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.640995] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.641225] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.641440] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.641668] env[69365]: INFO nova.compute.manager [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 916.642949] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.643392] env[69365]: DEBUG nova.compute.manager [-] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.643719] env[69365]: DEBUG nova.network.neutron [-] [instance: e8106f10-035a-488e-9976-b8fbe103420d] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.787390] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521aa312-7ed6-97fb-f8a1-9681ba742c27, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.788145] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.788145] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 998d5009-39bd-4d6d-94b1-ce54098e6b1c/998d5009-39bd-4d6d-94b1-ce54098e6b1c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.788292] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.788411] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.788635] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da942587-217f-4876-993a-6f18c66c3e8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.790657] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2413020d-a320-4024-b7da-1fa366e04984 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.797712] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 916.797712] env[69365]: value = "task-3301987" [ 916.797712] env[69365]: _type = "Task" [ 916.797712] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.801813] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.801997] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.803158] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b4cb51d-5ff8-428a-a461-66855e2b7d8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.808848] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.811924] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 916.811924] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521c5222-843e-969b-966d-ada2bdd216cb" [ 916.811924] env[69365]: _type = "Task" [ 916.811924] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.820421] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521c5222-843e-969b-966d-ada2bdd216cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.966142] env[69365]: DEBUG nova.network.neutron [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.093418] env[69365]: DEBUG nova.network.neutron [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.119736] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301986, 'name': PowerOnVM_Task, 'duration_secs': 0.495686} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.120137] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.120508] env[69365]: INFO nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Took 7.27 seconds to spawn the instance on the hypervisor. [ 917.120683] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.121611] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0105be7-734f-499e-a940-9db07b520937 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.130149] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.136012] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.354s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.137810] env[69365]: INFO nova.compute.claims [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.169108] env[69365]: INFO nova.scheduler.client.report [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted allocations for instance 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c [ 917.307400] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301987, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.321567] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521c5222-843e-969b-966d-ada2bdd216cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.322442] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abf20bb-f7ac-46be-b0ff-bd0d84a99533 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.328649] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 917.328649] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528e0b41-249e-8542-014e-eeaa51a591ae" [ 917.328649] env[69365]: _type = "Task" [ 917.328649] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.338528] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528e0b41-249e-8542-014e-eeaa51a591ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.398818] env[69365]: DEBUG nova.network.neutron [-] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.406170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "00f771da-7432-42cc-85d2-1eb1aa119e2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.406170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "00f771da-7432-42cc-85d2-1eb1aa119e2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.406170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "00f771da-7432-42cc-85d2-1eb1aa119e2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.406170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "00f771da-7432-42cc-85d2-1eb1aa119e2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.406170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "00f771da-7432-42cc-85d2-1eb1aa119e2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.408865] env[69365]: INFO nova.compute.manager [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Terminating instance [ 917.598618] env[69365]: DEBUG oslo_concurrency.lockutils [req-c5c11dec-d837-4ec5-b7e4-bc662c7148e4 req-aa31fae0-0aa8-41a3-afa4-167b7be99860 service nova] Releasing lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.599058] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.599229] env[69365]: DEBUG nova.network.neutron [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.649420] env[69365]: INFO nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Took 33.49 seconds to build instance. [ 917.681268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a15614b7-50e0-4dbf-8c06-b022bec9d716 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.134s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.808576] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52806} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.808844] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 998d5009-39bd-4d6d-94b1-ce54098e6b1c/998d5009-39bd-4d6d-94b1-ce54098e6b1c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.809075] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.809621] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41c99fa9-2c9b-4f77-954b-98cd2ad82abf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.816092] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 917.816092] env[69365]: value = "task-3301988" [ 917.816092] env[69365]: _type = "Task" [ 917.816092] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.824506] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.837802] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528e0b41-249e-8542-014e-eeaa51a591ae, 'name': SearchDatastore_Task, 'duration_secs': 0.01318} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.838089] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.838363] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] c320682c-7a15-4ba4-a744-7e1c4cd0effb/c320682c-7a15-4ba4-a744-7e1c4cd0effb.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.838637] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ddeaace-f50a-4ed6-a3f2-be0f5d40fc16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.845200] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 917.845200] env[69365]: value = "task-3301989" [ 917.845200] env[69365]: _type = "Task" [ 917.845200] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.853791] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.881766] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "010e0256-fc11-4530-9de7-1124abe4f9ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.881766] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "010e0256-fc11-4530-9de7-1124abe4f9ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.901487] env[69365]: INFO nova.compute.manager [-] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Took 1.26 seconds to deallocate network for instance. [ 917.913335] env[69365]: DEBUG nova.compute.manager [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.913601] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.914802] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b23fda9-9fb1-450c-a070-ccaeedc43ea7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.922783] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.923133] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1640e90e-dc3a-4bf9-ab44-a08c7ece582f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.930994] env[69365]: DEBUG oslo_vmware.api [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 917.930994] env[69365]: value = "task-3301990" [ 917.930994] env[69365]: _type = "Task" [ 917.930994] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.939238] env[69365]: DEBUG oslo_vmware.api [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.039287] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "3166614c-d3b2-4217-b0bd-da29dafb7dd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.039665] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "3166614c-d3b2-4217-b0bd-da29dafb7dd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.039869] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "3166614c-d3b2-4217-b0bd-da29dafb7dd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.040065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "3166614c-d3b2-4217-b0bd-da29dafb7dd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.040239] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "3166614c-d3b2-4217-b0bd-da29dafb7dd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.043970] env[69365]: INFO nova.compute.manager [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Terminating instance [ 918.133298] env[69365]: DEBUG nova.network.neutron [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.156742] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "622347c1-0ca6-4f2b-bee9-86d5614813f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.007s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.327340] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072901} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.330736] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.332170] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bb06d5-0e18-4f9c-a93a-c4a24399948f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.363253] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 998d5009-39bd-4d6d-94b1-ce54098e6b1c/998d5009-39bd-4d6d-94b1-ce54098e6b1c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.375494] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ced1d56-c5f3-4802-b48f-546190437072 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.390571] env[69365]: DEBUG nova.compute.manager [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.400298] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301989, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.401785] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 918.401785] env[69365]: value = "task-3301991" [ 918.401785] env[69365]: _type = "Task" [ 918.401785] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.409972] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.415581] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.441149] env[69365]: DEBUG oslo_vmware.api [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301990, 'name': PowerOffVM_Task, 'duration_secs': 0.218665} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.441475] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.441662] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.442827] env[69365]: DEBUG nova.network.neutron [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance_info_cache with network_info: [{"id": "31ed2089-7050-4a2a-a6e7-525ae070c78c", "address": "fa:16:3e:75:0c:33", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed2089-70", "ovs_interfaceid": "31ed2089-7050-4a2a-a6e7-525ae070c78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.444025] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3687a7e-94a2-4423-b11e-78c763fe8011 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.482895] env[69365]: DEBUG nova.compute.manager [req-70e9e147-a42b-422b-8bfb-73ab5850a11d req-50fa9da1-b260-45ef-ba22-a6be5b666880 service nova] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Received event network-vif-deleted-2399b9b8-2e96-4588-90fc-885a90b0a492 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.513868] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.514119] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.514304] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Deleting the datastore file [datastore1] 00f771da-7432-42cc-85d2-1eb1aa119e2f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.514565] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e129ec23-7390-47d6-8b8b-4ad969413c73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.522026] env[69365]: DEBUG oslo_vmware.api [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for the task: (returnval){ [ 918.522026] env[69365]: value = "task-3301993" [ 918.522026] env[69365]: _type = "Task" [ 918.522026] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.530237] env[69365]: DEBUG oslo_vmware.api [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.548281] env[69365]: DEBUG nova.compute.manager [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.548512] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.549434] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c304dd-00a4-44bd-b2ca-972563f3a113 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.558021] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.560286] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8638a53-c288-4823-9253-d799755abc1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.633166] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.633406] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.633604] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Deleting the datastore file [datastore1] 3166614c-d3b2-4217-b0bd-da29dafb7dd4 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.633891] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2923cc6-640d-47d6-a576-367742ac175d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.641334] env[69365]: DEBUG oslo_vmware.api [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 918.641334] env[69365]: value = "task-3301995" [ 918.641334] env[69365]: _type = "Task" [ 918.641334] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.652433] env[69365]: DEBUG oslo_vmware.api [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.686524] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537198fd-1dec-4358-8d51-5a757833f6f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.693884] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb6e3b1-e4aa-4370-b3ce-e9c2fa99ac79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.727797] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e3a360-4577-44a6-9c3c-66d6e60096db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.735863] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5250ac-1642-4eaa-92ad-c5699215335e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.751284] env[69365]: DEBUG nova.compute.provider_tree [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.862774] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714382} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.862986] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] c320682c-7a15-4ba4-a744-7e1c4cd0effb/c320682c-7a15-4ba4-a744-7e1c4cd0effb.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.863226] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.863507] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25a8740b-ceb4-4e56-a56b-a02fb001ff32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.869352] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 918.869352] env[69365]: value = "task-3301996" [ 918.869352] env[69365]: _type = "Task" [ 918.869352] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.876856] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.915326] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.915698] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.950562] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.950919] env[69365]: DEBUG nova.compute.manager [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Instance network_info: |[{"id": "31ed2089-7050-4a2a-a6e7-525ae070c78c", "address": "fa:16:3e:75:0c:33", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed2089-70", "ovs_interfaceid": "31ed2089-7050-4a2a-a6e7-525ae070c78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.951374] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:0c:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31ed2089-7050-4a2a-a6e7-525ae070c78c', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.959460] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.959753] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.960053] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df3cef29-f28b-429c-a12b-bbd4a7f4110f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.980252] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.980252] env[69365]: value = "task-3301997" [ 918.980252] env[69365]: _type = "Task" [ 918.980252] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.987883] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301997, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.030881] env[69365]: DEBUG oslo_vmware.api [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Task: {'id': task-3301993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455451} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.031165] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.031376] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.031563] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.031733] env[69365]: INFO nova.compute.manager [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 919.031993] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.032271] env[69365]: DEBUG nova.compute.manager [-] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.032327] env[69365]: DEBUG nova.network.neutron [-] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.150767] env[69365]: DEBUG oslo_vmware.api [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.254277] env[69365]: DEBUG nova.scheduler.client.report [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.381206] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171665} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.382038] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.382828] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83ab6e9-f481-421a-9d22-2b7caa0b7e7b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.405036] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] c320682c-7a15-4ba4-a744-7e1c4cd0effb/c320682c-7a15-4ba4-a744-7e1c4cd0effb.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.405403] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-705e000d-8868-4361-96c3-c039f29e6e27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.428690] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301991, 'name': ReconfigVM_Task, 'duration_secs': 0.884393} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.430043] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 998d5009-39bd-4d6d-94b1-ce54098e6b1c/998d5009-39bd-4d6d-94b1-ce54098e6b1c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.430626] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 919.430626] env[69365]: value = "task-3301998" [ 919.430626] env[69365]: _type = "Task" [ 919.430626] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.430818] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae4ab816-ea2a-4bd4-967f-8c3d25faaa7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.441801] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301998, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.443099] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 919.443099] env[69365]: value = "task-3301999" [ 919.443099] env[69365]: _type = "Task" [ 919.443099] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.452988] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301999, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.490538] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301997, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.652957] env[69365]: DEBUG oslo_vmware.api [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3301995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551091} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.653335] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.653591] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.653854] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.654669] env[69365]: INFO nova.compute.manager [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 919.654982] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.655216] env[69365]: DEBUG nova.compute.manager [-] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.655348] env[69365]: DEBUG nova.network.neutron [-] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.760485] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.761155] env[69365]: DEBUG nova.compute.manager [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.764686] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.572s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.877413] env[69365]: DEBUG nova.network.neutron [-] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.943248] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3301998, 'name': ReconfigVM_Task, 'duration_secs': 0.436376} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.943670] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Reconfigured VM instance instance-0000003f to attach disk [datastore2] c320682c-7a15-4ba4-a744-7e1c4cd0effb/c320682c-7a15-4ba4-a744-7e1c4cd0effb.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.947171] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e681f28-8a73-42fc-8cc6-656980f928eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.958281] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3301999, 'name': Rename_Task, 'duration_secs': 0.299719} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.959732] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.960153] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 919.960153] env[69365]: value = "task-3302000" [ 919.960153] env[69365]: _type = "Task" [ 919.960153] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.960435] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00a23863-05e2-4882-8382-4812b28a711e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.972901] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302000, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.973289] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 919.973289] env[69365]: value = "task-3302001" [ 919.973289] env[69365]: _type = "Task" [ 919.973289] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.984659] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.998322] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3301997, 'name': CreateVM_Task, 'duration_secs': 0.780503} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.998592] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.999435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.999931] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.000453] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.001175] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be078058-1ba3-4829-a7f8-98b83a32a105 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.007846] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 920.007846] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52047617-37d5-d8b4-f1a6-d258571d150a" [ 920.007846] env[69365]: _type = "Task" [ 920.007846] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.017383] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52047617-37d5-d8b4-f1a6-d258571d150a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.272148] env[69365]: DEBUG nova.compute.utils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.286501] env[69365]: DEBUG nova.compute.manager [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.289254] env[69365]: DEBUG nova.compute.manager [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.289254] env[69365]: DEBUG nova.network.neutron [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.366153] env[69365]: DEBUG nova.policy [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d0218523ec448d893d3c4c3ef12ed38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7373befc95f4d43a8494cd891059a05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.379837] env[69365]: INFO nova.compute.manager [-] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Took 1.35 seconds to deallocate network for instance. [ 920.472886] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302000, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.480051] env[69365]: DEBUG nova.network.neutron [-] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.495185] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302001, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.518805] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52047617-37d5-d8b4-f1a6-d258571d150a, 'name': SearchDatastore_Task, 'duration_secs': 0.013079} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.519137] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.519455] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.519615] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.519756] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.519954] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.520216] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28cbb808-8c4a-4cb1-9c63-c01d064aace3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.525391] env[69365]: DEBUG nova.compute.manager [req-a7944624-55d0-41ca-9513-a8cdbfb0ec59 req-6b93f88d-a271-43f1-bfab-4c9cc3efaa84 service nova] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Received event network-vif-deleted-4899f31a-bbaa-4633-b16b-881216910940 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.525439] env[69365]: DEBUG nova.compute.manager [req-a7944624-55d0-41ca-9513-a8cdbfb0ec59 req-6b93f88d-a271-43f1-bfab-4c9cc3efaa84 service nova] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Received event network-vif-deleted-cc4e2d31-e59f-4e2b-901d-4596a6b2edb8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.529943] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.530226] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.530987] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec08568a-bae1-4592-b960-8e3ef7b3ccaf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.538356] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 920.538356] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52480603-0d9c-4588-6b98-9e928d3af1cd" [ 920.538356] env[69365]: _type = "Task" [ 920.538356] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.547187] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52480603-0d9c-4588-6b98-9e928d3af1cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.773345] env[69365]: DEBUG nova.network.neutron [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Successfully created port: d2f65ce5-8a23-4280-ad53-b7027317c6ef {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.844268] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 1024, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 920.844436] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance a71a4c5b-2874-450f-bc0b-1ac80c6f7655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.845679] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 82ca099c-426d-4ef1-b78e-a6039bb4e284 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.845929] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance bb9e6f36-7178-4ecf-9fb5-4907aabe6c25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.846088] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 998d5009-39bd-4d6d-94b1-ce54098e6b1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.846217] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.846373] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 12166253-9d0a-4ffa-ba27-4ff6e783d0ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.846474] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 00f771da-7432-42cc-85d2-1eb1aa119e2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.846591] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance bfd1107e-6136-46ae-b840-2f2929975f71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.846710] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 7dc3aa35-c468-4aff-8225-872503a4f561 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.846889] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 2a14f96f-2727-4a8e-9958-a9185c5a8428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.850534] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 56f615f5-518f-417d-911e-1527fbdc8a0c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.850717] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.850847] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 488cd3fa-b547-4560-91ef-217361497af0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.850972] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 29a95130-6da6-4cd0-8f6d-5b95f0139a0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.851127] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 99e521a6-b45b-401f-9c18-9f05f8198e4c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 920.851260] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 95fc6621-8319-4aef-b18e-08f25015c714 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 920.851380] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 3e7592b7-65d9-4c7f-9133-551d8529f865 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.851511] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance bc76fce0-bb80-49e7-b730-9c09514f3aa7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 920.851634] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e8106f10-035a-488e-9976-b8fbe103420d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 920.851758] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 3166614c-d3b2-4217-b0bd-da29dafb7dd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.851900] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance c6ec4771-145c-49c2-8930-ee62d65671a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.853162] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 622347c1-0ca6-4f2b-bee9-86d5614813f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.853162] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance c320682c-7a15-4ba4-a744-7e1c4cd0effb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.853162] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 2d6787bb-5928-44c8-94a3-47b93c5cbd0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.853162] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance fd03ba62-57bf-4ed7-b0ec-0c875efad715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.886699] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.982869] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302000, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.987067] env[69365]: INFO nova.compute.manager [-] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Took 1.33 seconds to deallocate network for instance. [ 920.995114] env[69365]: DEBUG oslo_vmware.api [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302001, 'name': PowerOnVM_Task, 'duration_secs': 0.910575} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.995599] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.995818] env[69365]: DEBUG nova.compute.manager [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.996659] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47825f61-612b-498a-8f6a-38e12c7a0e49 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.049819] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52480603-0d9c-4588-6b98-9e928d3af1cd, 'name': SearchDatastore_Task, 'duration_secs': 0.012074} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.050634] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a4c80e-6110-4371-aac8-4c6bbf1a4aca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.056058] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 921.056058] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d457d1-dfc4-d73f-d590-9403898eefe4" [ 921.056058] env[69365]: _type = "Task" [ 921.056058] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.064374] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d457d1-dfc4-d73f-d590-9403898eefe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.087223] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "bb4c6cb9-25c1-48e2-ab50-b304f197a023" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.087501] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "bb4c6cb9-25c1-48e2-ab50-b304f197a023" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.303528] env[69365]: DEBUG nova.compute.manager [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.332012] env[69365]: DEBUG nova.virt.hardware [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.332337] env[69365]: DEBUG nova.virt.hardware [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.332555] env[69365]: DEBUG nova.virt.hardware [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.332815] env[69365]: DEBUG nova.virt.hardware [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.333036] env[69365]: DEBUG nova.virt.hardware [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.333254] env[69365]: DEBUG nova.virt.hardware [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.334043] env[69365]: DEBUG nova.virt.hardware [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.334043] env[69365]: DEBUG nova.virt.hardware [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.334164] env[69365]: DEBUG nova.virt.hardware [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.334333] env[69365]: DEBUG nova.virt.hardware [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.334574] env[69365]: DEBUG nova.virt.hardware [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.335756] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02819f65-02a9-487c-ae26-eeb118a0a502 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.345944] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd611606-7326-4a2d-937c-767aac7f6d8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.364828] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 921.473563] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302000, 'name': Rename_Task, 'duration_secs': 1.162884} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.473858] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.474135] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41a46bd7-fee7-4b10-83f0-ea5224a166ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.480016] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 921.480016] env[69365]: value = "task-3302002" [ 921.480016] env[69365]: _type = "Task" [ 921.480016] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.488020] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.497017] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.512195] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.566713] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d457d1-dfc4-d73f-d590-9403898eefe4, 'name': SearchDatastore_Task, 'duration_secs': 0.016437} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.567015] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.567283] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 2d6787bb-5928-44c8-94a3-47b93c5cbd0c/2d6787bb-5928-44c8-94a3-47b93c5cbd0c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.567572] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f766af6-4161-4e48-ac0c-2c516e72de8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.574318] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 921.574318] env[69365]: value = "task-3302003" [ 921.574318] env[69365]: _type = "Task" [ 921.574318] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.582305] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.590047] env[69365]: DEBUG nova.compute.manager [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.869008] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 917098ed-48f3-4949-b333-5dc8e313fc93 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 921.992936] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302002, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.086056] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302003, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.116942] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.376513] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 010e0256-fc11-4530-9de7-1124abe4f9ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 922.384792] env[69365]: DEBUG nova.network.neutron [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Successfully updated port: d2f65ce5-8a23-4280-ad53-b7027317c6ef {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.492705] env[69365]: DEBUG oslo_vmware.api [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302002, 'name': PowerOnVM_Task, 'duration_secs': 0.597012} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.492705] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.492705] env[69365]: INFO nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Took 10.04 seconds to spawn the instance on the hypervisor. [ 922.492705] env[69365]: DEBUG nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.492991] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c600ac-5f1d-4d1c-9198-44d93758c6c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.582332] env[69365]: DEBUG nova.compute.manager [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Received event network-vif-plugged-d2f65ce5-8a23-4280-ad53-b7027317c6ef {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.582584] env[69365]: DEBUG oslo_concurrency.lockutils [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] Acquiring lock "fd03ba62-57bf-4ed7-b0ec-0c875efad715-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.582851] env[69365]: DEBUG oslo_concurrency.lockutils [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] Lock "fd03ba62-57bf-4ed7-b0ec-0c875efad715-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.582974] env[69365]: DEBUG oslo_concurrency.lockutils [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] Lock "fd03ba62-57bf-4ed7-b0ec-0c875efad715-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.583185] env[69365]: DEBUG nova.compute.manager [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] No waiting events found dispatching network-vif-plugged-d2f65ce5-8a23-4280-ad53-b7027317c6ef {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.583352] env[69365]: WARNING nova.compute.manager [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Received unexpected event network-vif-plugged-d2f65ce5-8a23-4280-ad53-b7027317c6ef for instance with vm_state building and task_state spawning. [ 922.583511] env[69365]: DEBUG nova.compute.manager [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Received event network-changed-d2f65ce5-8a23-4280-ad53-b7027317c6ef {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.583655] env[69365]: DEBUG nova.compute.manager [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Refreshing instance network info cache due to event network-changed-d2f65ce5-8a23-4280-ad53-b7027317c6ef. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.583840] env[69365]: DEBUG oslo_concurrency.lockutils [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] Acquiring lock "refresh_cache-fd03ba62-57bf-4ed7-b0ec-0c875efad715" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.584031] env[69365]: DEBUG oslo_concurrency.lockutils [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] Acquired lock "refresh_cache-fd03ba62-57bf-4ed7-b0ec-0c875efad715" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.584131] env[69365]: DEBUG nova.network.neutron [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Refreshing network info cache for port d2f65ce5-8a23-4280-ad53-b7027317c6ef {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.594808] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647784} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.595971] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 2d6787bb-5928-44c8-94a3-47b93c5cbd0c/2d6787bb-5928-44c8-94a3-47b93c5cbd0c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.596398] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.596758] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2704e6ca-4ebd-4b91-95a0-3beb6ee5a3e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.605913] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 922.605913] env[69365]: value = "task-3302004" [ 922.605913] env[69365]: _type = "Task" [ 922.605913] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.619220] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.879790] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance bb4c6cb9-25c1-48e2-ab50-b304f197a023 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 922.880110] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 922.880261] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 922.891116] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Acquiring lock "refresh_cache-fd03ba62-57bf-4ed7-b0ec-0c875efad715" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.924694] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "3e7592b7-65d9-4c7f-9133-551d8529f865" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.924956] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "3e7592b7-65d9-4c7f-9133-551d8529f865" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.925184] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "3e7592b7-65d9-4c7f-9133-551d8529f865-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.925368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "3e7592b7-65d9-4c7f-9133-551d8529f865-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.925535] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "3e7592b7-65d9-4c7f-9133-551d8529f865-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.929895] env[69365]: INFO nova.compute.manager [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Terminating instance [ 923.013566] env[69365]: INFO nova.compute.manager [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Took 38.83 seconds to build instance. [ 923.119922] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200445} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.120764] env[69365]: DEBUG nova.network.neutron [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.122583] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.125547] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d659dbb7-f304-48e7-9887-aa5370978629 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.148739] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 2d6787bb-5928-44c8-94a3-47b93c5cbd0c/2d6787bb-5928-44c8-94a3-47b93c5cbd0c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.152240] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87cd8ac5-cb8f-4f81-9cc0-c3d4774a553e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.172789] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 923.172789] env[69365]: value = "task-3302005" [ 923.172789] env[69365]: _type = "Task" [ 923.172789] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.186071] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302005, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.214728] env[69365]: DEBUG nova.network.neutron [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.321481] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bb6a36-60c8-4883-a73a-a7435567d63d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.329837] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551ee018-46aa-4776-924e-3b19e2113000 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.359830] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c4eb25-c4ce-439f-81fa-76710456f2da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.367523] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7706a7b-3b0e-44ad-90e8-c2e3282692d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.380672] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.435034] env[69365]: DEBUG nova.compute.manager [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.435179] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.435963] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efa0dcd-8712-4e80-b4b8-d9c2029d8f9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.445546] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.445813] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01c90ebf-6039-4434-b6d8-f2f158b2ea05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.452011] env[69365]: DEBUG oslo_vmware.api [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 923.452011] env[69365]: value = "task-3302006" [ 923.452011] env[69365]: _type = "Task" [ 923.452011] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.460782] env[69365]: DEBUG oslo_vmware.api [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.515695] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f80b10d5-6826-4aa7-babd-877c897d912f tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "c320682c-7a15-4ba4-a744-7e1c4cd0effb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.337s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.683916] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.718340] env[69365]: DEBUG oslo_concurrency.lockutils [req-451d9de3-43ec-4c17-a174-469a3ed3fd33 req-e7742123-b7e7-42a2-9ff1-367b3a0053d6 service nova] Releasing lock "refresh_cache-fd03ba62-57bf-4ed7-b0ec-0c875efad715" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.718848] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Acquired lock "refresh_cache-fd03ba62-57bf-4ed7-b0ec-0c875efad715" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.718980] env[69365]: DEBUG nova.network.neutron [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.883470] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.961686] env[69365]: DEBUG oslo_vmware.api [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302006, 'name': PowerOffVM_Task, 'duration_secs': 0.479593} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.961951] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.962135] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.962383] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a99b49f-c1c1-4be1-a5b4-5f58e0343374 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.127226] env[69365]: DEBUG oslo_concurrency.lockutils [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "c320682c-7a15-4ba4-a744-7e1c4cd0effb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.127844] env[69365]: DEBUG oslo_concurrency.lockutils [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "c320682c-7a15-4ba4-a744-7e1c4cd0effb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.127844] env[69365]: DEBUG oslo_concurrency.lockutils [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "c320682c-7a15-4ba4-a744-7e1c4cd0effb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.127917] env[69365]: DEBUG oslo_concurrency.lockutils [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "c320682c-7a15-4ba4-a744-7e1c4cd0effb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.128124] env[69365]: DEBUG oslo_concurrency.lockutils [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "c320682c-7a15-4ba4-a744-7e1c4cd0effb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.130177] env[69365]: INFO nova.compute.manager [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Terminating instance [ 924.183814] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302005, 'name': ReconfigVM_Task, 'duration_secs': 0.535749} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.184103] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 2d6787bb-5928-44c8-94a3-47b93c5cbd0c/2d6787bb-5928-44c8-94a3-47b93c5cbd0c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.184774] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e114b52-17e2-44fc-a560-fa91d05b36bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.191037] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 924.191037] env[69365]: value = "task-3302008" [ 924.191037] env[69365]: _type = "Task" [ 924.191037] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.198797] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302008, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.211917] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "622347c1-0ca6-4f2b-bee9-86d5614813f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.211917] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "622347c1-0ca6-4f2b-bee9-86d5614813f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.212041] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "622347c1-0ca6-4f2b-bee9-86d5614813f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.212220] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "622347c1-0ca6-4f2b-bee9-86d5614813f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.212387] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "622347c1-0ca6-4f2b-bee9-86d5614813f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.215166] env[69365]: INFO nova.compute.manager [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Terminating instance [ 924.250075] env[69365]: DEBUG nova.network.neutron [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.382095] env[69365]: DEBUG nova.network.neutron [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Updating instance_info_cache with network_info: [{"id": "d2f65ce5-8a23-4280-ad53-b7027317c6ef", "address": "fa:16:3e:93:e7:e3", "network": {"id": "f9c9c565-2d79-45fa-af78-d99c88d86fe8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616445317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7373befc95f4d43a8494cd891059a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f65ce5-8a", "ovs_interfaceid": "d2f65ce5-8a23-4280-ad53-b7027317c6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.388355] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 924.388579] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.624s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.388895] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.340s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.390493] env[69365]: INFO nova.compute.claims [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.393108] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.393258] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Cleaning up deleted instances {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 924.633937] env[69365]: DEBUG nova.compute.manager [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.634285] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.635293] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40bd1f0-65f9-4670-92ca-6775b6983267 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.645204] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.645507] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea46d834-1dde-42a4-b258-350f9296df25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.652392] env[69365]: DEBUG oslo_vmware.api [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 924.652392] env[69365]: value = "task-3302009" [ 924.652392] env[69365]: _type = "Task" [ 924.652392] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.662944] env[69365]: DEBUG oslo_vmware.api [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.700590] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302008, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.718916] env[69365]: DEBUG nova.compute.manager [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.719181] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.720349] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483d53bd-16e9-436f-a525-79c8109c43e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.728773] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.729034] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27a0e138-15b1-4369-b00a-ccb7c467f6f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.736381] env[69365]: DEBUG oslo_vmware.api [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 924.736381] env[69365]: value = "task-3302010" [ 924.736381] env[69365]: _type = "Task" [ 924.736381] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.745266] env[69365]: DEBUG oslo_vmware.api [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.885139] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Releasing lock "refresh_cache-fd03ba62-57bf-4ed7-b0ec-0c875efad715" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.886487] env[69365]: DEBUG nova.compute.manager [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Instance network_info: |[{"id": "d2f65ce5-8a23-4280-ad53-b7027317c6ef", "address": "fa:16:3e:93:e7:e3", "network": {"id": "f9c9c565-2d79-45fa-af78-d99c88d86fe8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616445317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7373befc95f4d43a8494cd891059a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f65ce5-8a", "ovs_interfaceid": "d2f65ce5-8a23-4280-ad53-b7027317c6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.886487] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:e7:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2f65ce5-8a23-4280-ad53-b7027317c6ef', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.895242] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Creating folder: Project (d7373befc95f4d43a8494cd891059a05). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.913024] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] There are 39 instances to clean {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 924.913024] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 6e41c7b9-ad5e-4e3f-91b7-43f573cba8a5] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.915236] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b482587c-9b76-4c93-ac08-7ce68f726b80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.933391] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Created folder: Project (d7373befc95f4d43a8494cd891059a05) in parent group-v659152. [ 924.933638] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Creating folder: Instances. Parent ref: group-v659344. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.933895] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0abd794b-6629-4454-9bab-7d14547ca7df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.943109] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Created folder: Instances in parent group-v659344. [ 924.943109] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.943231] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.943443] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-772433fc-f384-46b9-b119-dca590e23c74 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.971134] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.971134] env[69365]: value = "task-3302013" [ 924.971134] env[69365]: _type = "Task" [ 924.971134] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.979969] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302013, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.162913] env[69365]: DEBUG oslo_vmware.api [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302009, 'name': PowerOffVM_Task, 'duration_secs': 0.243996} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.163184] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.163343] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.163604] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c2bfab7-77cf-42b2-b61b-8cb429e5d385 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.202032] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302008, 'name': Rename_Task, 'duration_secs': 0.616746} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.202627] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.203458] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d75176ea-72d0-471e-b7c9-704e6e0f6cc9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.210984] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 925.210984] env[69365]: value = "task-3302015" [ 925.210984] env[69365]: _type = "Task" [ 925.210984] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.224672] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.243534] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.243986] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.244277] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Deleting the datastore file [datastore2] c320682c-7a15-4ba4-a744-7e1c4cd0effb {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.245009] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea573098-2d3b-44b8-b8e9-699216e4cc9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.253106] env[69365]: DEBUG oslo_vmware.api [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302010, 'name': PowerOffVM_Task, 'duration_secs': 0.21392} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.253930] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.254120] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.254375] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b866a1dd-0c1a-47ea-871b-7b30cbcf2d8d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.258400] env[69365]: DEBUG oslo_vmware.api [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 925.258400] env[69365]: value = "task-3302016" [ 925.258400] env[69365]: _type = "Task" [ 925.258400] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.268927] env[69365]: DEBUG oslo_vmware.api [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.351528] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9992aa26-b568-493a-80dc-22fcdc012842 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.355365] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.355569] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.355858] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Deleting the datastore file [datastore2] 622347c1-0ca6-4f2b-bee9-86d5614813f3 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.356530] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90385beb-2e65-4663-baf0-255b1d8b458e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.361446] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22759f1b-ecda-4113-ad15-c4a7ac2884b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.365531] env[69365]: DEBUG oslo_vmware.api [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 925.365531] env[69365]: value = "task-3302018" [ 925.365531] env[69365]: _type = "Task" [ 925.365531] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.397880] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313b71f7-2fdc-4b94-863e-188aa14021be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.403373] env[69365]: DEBUG oslo_vmware.api [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.408196] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addb85a6-f0b5-461c-a391-3da53c3e4fab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.421996] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 4b7397ac-30bb-47f5-bf4a-5bb57aa47c0c] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.423887] env[69365]: DEBUG nova.compute.provider_tree [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.449511] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.449770] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.450014] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleting the datastore file [datastore1] 3e7592b7-65d9-4c7f-9133-551d8529f865 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.450310] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58bf7ab1-2051-4464-b256-a7b1d7d0ab78 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.456548] env[69365]: DEBUG oslo_vmware.api [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 925.456548] env[69365]: value = "task-3302019" [ 925.456548] env[69365]: _type = "Task" [ 925.456548] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.465836] env[69365]: DEBUG oslo_vmware.api [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.480019] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302013, 'name': CreateVM_Task, 'duration_secs': 0.36193} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.480190] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.480914] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.481130] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.481498] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.481785] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3e6da8-95a6-4ec2-b2fd-16ce6d1fa076 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.486205] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Waiting for the task: (returnval){ [ 925.486205] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b8ac4a-1c89-2378-f02c-1be42605bda9" [ 925.486205] env[69365]: _type = "Task" [ 925.486205] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.494889] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b8ac4a-1c89-2378-f02c-1be42605bda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.718947] env[69365]: DEBUG oslo_vmware.api [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302015, 'name': PowerOnVM_Task, 'duration_secs': 0.471375} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.719088] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.719296] env[69365]: INFO nova.compute.manager [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Took 10.68 seconds to spawn the instance on the hypervisor. [ 925.719476] env[69365]: DEBUG nova.compute.manager [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.720248] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6249a070-9d2a-4971-b1c3-3b7eab552145 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.768780] env[69365]: DEBUG oslo_vmware.api [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158505} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.768780] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.768780] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.768993] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.769045] env[69365]: INFO nova.compute.manager [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 925.769282] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.769745] env[69365]: DEBUG nova.compute.manager [-] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.769852] env[69365]: DEBUG nova.network.neutron [-] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.876997] env[69365]: DEBUG oslo_vmware.api [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149294} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.877291] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.877478] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.877654] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.877823] env[69365]: INFO nova.compute.manager [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 925.878066] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.878256] env[69365]: DEBUG nova.compute.manager [-] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.878350] env[69365]: DEBUG nova.network.neutron [-] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.926177] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 5d43b1d2-605b-433a-b13c-114f0c57eb88] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.928596] env[69365]: DEBUG nova.scheduler.client.report [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.968066] env[69365]: DEBUG oslo_vmware.api [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178508} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.968360] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.968548] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.968728] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.968900] env[69365]: INFO nova.compute.manager [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Took 2.53 seconds to destroy the instance on the hypervisor. [ 925.969337] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.969579] env[69365]: DEBUG nova.compute.manager [-] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.969685] env[69365]: DEBUG nova.network.neutron [-] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.999784] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b8ac4a-1c89-2378-f02c-1be42605bda9, 'name': SearchDatastore_Task, 'duration_secs': 0.019225} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.000262] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.000363] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.000601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.000751] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.000926] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.001197] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab6b9612-d73b-43c4-af31-b5c6222e8627 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.014009] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.014009] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.014009] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-907ae7bc-673f-4707-8e0c-8d55c2c4b41c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.021544] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Waiting for the task: (returnval){ [ 926.021544] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52104533-c6c7-16cc-6c45-d24e58942b80" [ 926.021544] env[69365]: _type = "Task" [ 926.021544] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.029337] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52104533-c6c7-16cc-6c45-d24e58942b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.237982] env[69365]: INFO nova.compute.manager [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Took 39.90 seconds to build instance. [ 926.290671] env[69365]: DEBUG nova.compute.manager [req-03ae0d78-05c9-47c1-b902-d4ab48163d89 req-d5e8622b-4175-49d8-80c8-99f8b8cb3d3a service nova] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Received event network-vif-deleted-17f38a63-64b6-462e-b857-7279f4f36fe9 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.290841] env[69365]: INFO nova.compute.manager [req-03ae0d78-05c9-47c1-b902-d4ab48163d89 req-d5e8622b-4175-49d8-80c8-99f8b8cb3d3a service nova] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Neutron deleted interface 17f38a63-64b6-462e-b857-7279f4f36fe9; detaching it from the instance and deleting it from the info cache [ 926.291030] env[69365]: DEBUG nova.network.neutron [req-03ae0d78-05c9-47c1-b902-d4ab48163d89 req-d5e8622b-4175-49d8-80c8-99f8b8cb3d3a service nova] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.353131] env[69365]: DEBUG nova.compute.manager [req-90b499bc-b8e0-4e29-9511-ae9d71711a86 req-c3d34576-54fa-440d-bbfd-fca7f93bd8b0 service nova] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Received event network-vif-deleted-5c373eb6-4bec-4b65-82aa-2da5bb94c650 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.353268] env[69365]: INFO nova.compute.manager [req-90b499bc-b8e0-4e29-9511-ae9d71711a86 req-c3d34576-54fa-440d-bbfd-fca7f93bd8b0 service nova] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Neutron deleted interface 5c373eb6-4bec-4b65-82aa-2da5bb94c650; detaching it from the instance and deleting it from the info cache [ 926.353440] env[69365]: DEBUG nova.network.neutron [req-90b499bc-b8e0-4e29-9511-ae9d71711a86 req-c3d34576-54fa-440d-bbfd-fca7f93bd8b0 service nova] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.432846] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: b165dae1-c707-4d1c-87f7-60bc66628a76] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.435259] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.046s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.435671] env[69365]: DEBUG nova.compute.manager [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.439254] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.555s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.440895] env[69365]: INFO nova.compute.claims [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.531038] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52104533-c6c7-16cc-6c45-d24e58942b80, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.531821] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9800c6-6d51-4052-a4f8-c208c174cde9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.536974] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Waiting for the task: (returnval){ [ 926.536974] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5206431c-caec-8e2b-f320-fb972bd9bfee" [ 926.536974] env[69365]: _type = "Task" [ 926.536974] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.546133] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5206431c-caec-8e2b-f320-fb972bd9bfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.688020] env[69365]: DEBUG nova.network.neutron [-] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.719062] env[69365]: DEBUG nova.network.neutron [-] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.740061] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f5602f2-29e4-4649-b361-26049dc6ba2e tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.415s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.782921] env[69365]: DEBUG nova.network.neutron [-] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.794975] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1924bec-f295-401a-9708-3106357dca72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.804995] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c5d79b-93e5-4e4f-9809-3df55049d2ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.839330] env[69365]: DEBUG nova.compute.manager [req-03ae0d78-05c9-47c1-b902-d4ab48163d89 req-d5e8622b-4175-49d8-80c8-99f8b8cb3d3a service nova] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Detach interface failed, port_id=17f38a63-64b6-462e-b857-7279f4f36fe9, reason: Instance 3e7592b7-65d9-4c7f-9133-551d8529f865 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.856450] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae8f27b7-c7a9-4b21-b3e2-1a2effb4496f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.865065] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e71c1c1-3483-42e4-9148-c00865751290 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.899128] env[69365]: DEBUG nova.compute.manager [req-90b499bc-b8e0-4e29-9511-ae9d71711a86 req-c3d34576-54fa-440d-bbfd-fca7f93bd8b0 service nova] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Detach interface failed, port_id=5c373eb6-4bec-4b65-82aa-2da5bb94c650, reason: Instance c320682c-7a15-4ba4-a744-7e1c4cd0effb could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.940023] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: fd53553a-caec-476b-9463-34c4319483bc] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.944605] env[69365]: DEBUG nova.compute.utils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.949018] env[69365]: DEBUG nova.compute.manager [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.949018] env[69365]: DEBUG nova.network.neutron [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.012985] env[69365]: DEBUG nova.policy [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41b8a8c9471d4e2f9120000d9dd71322', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd05ece9fcf7b4bfab1dbd9f7660a9992', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.050257] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5206431c-caec-8e2b-f320-fb972bd9bfee, 'name': SearchDatastore_Task, 'duration_secs': 0.042647} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.050526] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.051846] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] fd03ba62-57bf-4ed7-b0ec-0c875efad715/fd03ba62-57bf-4ed7-b0ec-0c875efad715.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.051846] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71e62985-ba1e-436d-a0c2-01025262d3d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.057962] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Waiting for the task: (returnval){ [ 927.057962] env[69365]: value = "task-3302020" [ 927.057962] env[69365]: _type = "Task" [ 927.057962] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.066205] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.190090] env[69365]: INFO nova.compute.manager [-] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Took 1.22 seconds to deallocate network for instance. [ 927.221942] env[69365]: INFO nova.compute.manager [-] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Took 1.45 seconds to deallocate network for instance. [ 927.285592] env[69365]: INFO nova.compute.manager [-] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Took 1.41 seconds to deallocate network for instance. [ 927.365499] env[69365]: DEBUG nova.network.neutron [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Successfully created port: 7dd658c6-0480-461e-aaf5-393f19a6993a {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.444590] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: e166ce10-33aa-499e-9020-1ecafc6c8cef] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.456150] env[69365]: DEBUG nova.compute.manager [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.574242] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473874} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.577161] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] fd03ba62-57bf-4ed7-b0ec-0c875efad715/fd03ba62-57bf-4ed7-b0ec-0c875efad715.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.577266] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.577633] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1abd052b-be2f-4f45-bb10-9c63b90b1fa3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.588119] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Waiting for the task: (returnval){ [ 927.588119] env[69365]: value = "task-3302021" [ 927.588119] env[69365]: _type = "Task" [ 927.588119] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.605543] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.698030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.729800] env[69365]: DEBUG oslo_concurrency.lockutils [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.795561] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.876300] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dfa6c5-a812-48da-bd8b-d48f6901d333 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.883717] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623172ee-732e-4e28-853e-7777eba058a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.914289] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2404e78d-96ba-4ea9-8c86-26cdeda7faef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.921039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c7349d-043b-442b-b33e-7326a72b96f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.934851] env[69365]: DEBUG nova.compute.provider_tree [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.948098] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: a0de6319-99fe-4420-b042-6eea50509327] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.097420] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072365} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.097693] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.098344] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37754c63-460b-4a41-bd0c-549c42258f12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.123318] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] fd03ba62-57bf-4ed7-b0ec-0c875efad715/fd03ba62-57bf-4ed7-b0ec-0c875efad715.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.126168] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1709e986-73cf-48a7-963e-19ac53cacc45 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.141882] env[69365]: DEBUG nova.compute.manager [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 928.149452] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Waiting for the task: (returnval){ [ 928.149452] env[69365]: value = "task-3302022" [ 928.149452] env[69365]: _type = "Task" [ 928.149452] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.156973] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.381567] env[69365]: DEBUG nova.compute.manager [req-e49a6c4d-d019-40fd-97aa-1057711d5eca req-10dc8dbd-bf82-4115-b4e2-0d0d9533b6fa service nova] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Received event network-vif-deleted-2d606450-5a5c-492b-a562-62eb7caa2cf4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.438116] env[69365]: DEBUG nova.scheduler.client.report [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.451010] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 606f0211-32d3-4fdf-8c4d-dd5879db98a6] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.466713] env[69365]: DEBUG nova.compute.manager [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.490895] env[69365]: DEBUG nova.virt.hardware [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.491163] env[69365]: DEBUG nova.virt.hardware [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.491344] env[69365]: DEBUG nova.virt.hardware [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.491531] env[69365]: DEBUG nova.virt.hardware [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.491680] env[69365]: DEBUG nova.virt.hardware [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.491826] env[69365]: DEBUG nova.virt.hardware [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.492044] env[69365]: DEBUG nova.virt.hardware [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.492211] env[69365]: DEBUG nova.virt.hardware [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.492380] env[69365]: DEBUG nova.virt.hardware [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.492544] env[69365]: DEBUG nova.virt.hardware [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.492743] env[69365]: DEBUG nova.virt.hardware [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.493624] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81e1ae9-4d09-4f54-8cb6-967c1b1bb5b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.503299] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af242ca9-947a-43aa-9938-4d33d2b758c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.661042] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302022, 'name': ReconfigVM_Task, 'duration_secs': 0.272893} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.661347] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Reconfigured VM instance instance-00000041 to attach disk [datastore1] fd03ba62-57bf-4ed7-b0ec-0c875efad715/fd03ba62-57bf-4ed7-b0ec-0c875efad715.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.661978] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-016f4a0b-b915-4af5-bdef-b71775232683 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.665375] env[69365]: DEBUG oslo_concurrency.lockutils [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.668398] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Waiting for the task: (returnval){ [ 928.668398] env[69365]: value = "task-3302023" [ 928.668398] env[69365]: _type = "Task" [ 928.668398] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.676731] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302023, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.943656] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.944308] env[69365]: DEBUG nova.compute.manager [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.947462] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.159s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.947779] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.951602] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.287s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.951807] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.953765] env[69365]: DEBUG oslo_concurrency.lockutils [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.814s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.953956] env[69365]: DEBUG oslo_concurrency.lockutils [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.956971] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.302s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.956971] env[69365]: DEBUG nova.objects.instance [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 928.959749] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: c4ba7142-b548-498b-a11e-e62919e3aece] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.963565] env[69365]: DEBUG nova.network.neutron [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Successfully updated port: 7dd658c6-0480-461e-aaf5-393f19a6993a {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.987690] env[69365]: INFO nova.scheduler.client.report [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Deleted allocations for instance 95fc6621-8319-4aef-b18e-08f25015c714 [ 928.989605] env[69365]: INFO nova.scheduler.client.report [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Deleted allocations for instance 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a [ 929.002057] env[69365]: INFO nova.scheduler.client.report [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleted allocations for instance bc76fce0-bb80-49e7-b730-9c09514f3aa7 [ 929.178638] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302023, 'name': Rename_Task, 'duration_secs': 0.270677} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.178923] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.179185] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98858056-c401-4e77-9621-1b4d78f97617 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.185470] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Waiting for the task: (returnval){ [ 929.185470] env[69365]: value = "task-3302024" [ 929.185470] env[69365]: _type = "Task" [ 929.185470] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.193195] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.461885] env[69365]: DEBUG nova.compute.utils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.462957] env[69365]: DEBUG nova.compute.manager [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.464055] env[69365]: DEBUG nova.network.neutron [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.471086] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: bf3bce53-2116-4cf1-bf48-035851ed563e] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.473142] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.473287] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.473433] env[69365]: DEBUG nova.network.neutron [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.504023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f5c99d0-b35e-4258-9f5a-b85df47048c0 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "95fc6621-8319-4aef-b18e-08f25015c714" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.512s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.504023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95d0fc4d-34f2-4473-85d7-ae02145b4371 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "9bfcfc09-e373-4e94-96f6-2ac2b33ae05a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.730s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.507401] env[69365]: DEBUG oslo_concurrency.lockutils [None req-600d4282-e86b-4f7f-a01a-554478a75586 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "bc76fce0-bb80-49e7-b730-9c09514f3aa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.298s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.519855] env[69365]: DEBUG nova.policy [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5868c9c711224ae5995ad2176432e389', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dabdb93a47854c03a68fb1980be67391', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.696999] env[69365]: DEBUG oslo_vmware.api [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302024, 'name': PowerOnVM_Task, 'duration_secs': 0.486828} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.697315] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.697886] env[69365]: INFO nova.compute.manager [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Took 8.39 seconds to spawn the instance on the hypervisor. [ 929.697886] env[69365]: DEBUG nova.compute.manager [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.698534] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cba60a0-7306-4c33-847a-4e0e4ce917a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.900444] env[69365]: DEBUG nova.network.neutron [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Successfully created port: c077dd5d-5c7a-45c4-84e9-fd3b26da8be2 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.971833] env[69365]: DEBUG nova.compute.manager [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.982557] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4f93723-8c9b-4265-bc98-6de0459d77ef tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.983744] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 0522f326-22ac-488f-9cc0-ee573eedefa9] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.992127] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.781s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.992127] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.996142] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.586s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.996469] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.999575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.083s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.005293] env[69365]: INFO nova.compute.claims [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.007809] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "7dc3aa35-c468-4aff-8225-872503a4f561" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.007809] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "7dc3aa35-c468-4aff-8225-872503a4f561" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.007809] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "7dc3aa35-c468-4aff-8225-872503a4f561-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.007809] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "7dc3aa35-c468-4aff-8225-872503a4f561-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.008019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "7dc3aa35-c468-4aff-8225-872503a4f561-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.011392] env[69365]: INFO nova.compute.manager [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Terminating instance [ 930.055545] env[69365]: INFO nova.scheduler.client.report [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Deleted allocations for instance 99e521a6-b45b-401f-9c18-9f05f8198e4c [ 930.069651] env[69365]: DEBUG nova.network.neutron [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.073530] env[69365]: INFO nova.scheduler.client.report [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Deleted allocations for instance e8106f10-035a-488e-9976-b8fbe103420d [ 930.217591] env[69365]: INFO nova.compute.manager [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Took 41.46 seconds to build instance. [ 930.323669] env[69365]: DEBUG nova.network.neutron [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance_info_cache with network_info: [{"id": "7dd658c6-0480-461e-aaf5-393f19a6993a", "address": "fa:16:3e:15:ba:7d", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd658c6-04", "ovs_interfaceid": "7dd658c6-0480-461e-aaf5-393f19a6993a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.409930] env[69365]: DEBUG nova.compute.manager [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Received event network-vif-plugged-7dd658c6-0480-461e-aaf5-393f19a6993a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.410131] env[69365]: DEBUG oslo_concurrency.lockutils [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] Acquiring lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.410386] env[69365]: DEBUG oslo_concurrency.lockutils [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.410540] env[69365]: DEBUG oslo_concurrency.lockutils [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.410707] env[69365]: DEBUG nova.compute.manager [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] No waiting events found dispatching network-vif-plugged-7dd658c6-0480-461e-aaf5-393f19a6993a {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.410903] env[69365]: WARNING nova.compute.manager [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Received unexpected event network-vif-plugged-7dd658c6-0480-461e-aaf5-393f19a6993a for instance with vm_state building and task_state spawning. [ 930.411353] env[69365]: DEBUG nova.compute.manager [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Received event network-changed-7dd658c6-0480-461e-aaf5-393f19a6993a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.411645] env[69365]: DEBUG nova.compute.manager [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Refreshing instance network info cache due to event network-changed-7dd658c6-0480-461e-aaf5-393f19a6993a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.411906] env[69365]: DEBUG oslo_concurrency.lockutils [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] Acquiring lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.489812] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 8531106f-854e-475d-9cb3-83e2890d3493] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.518179] env[69365]: DEBUG nova.compute.manager [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.518672] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.519640] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b47a6c-d85c-42d4-9264-951b30551b40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.530537] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.532249] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c7877ea-8603-4255-b398-90205e1e8980 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.540289] env[69365]: DEBUG oslo_vmware.api [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 930.540289] env[69365]: value = "task-3302026" [ 930.540289] env[69365]: _type = "Task" [ 930.540289] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.551025] env[69365]: DEBUG oslo_vmware.api [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.566342] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9a523d8b-d1a0-4a98-8735-6c4754103e42 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "99e521a6-b45b-401f-9c18-9f05f8198e4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.438s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.584038] env[69365]: DEBUG oslo_concurrency.lockutils [None req-07864f8f-6657-4dd9-b499-78af1beaf958 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "e8106f10-035a-488e-9976-b8fbe103420d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.630s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.652783] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "81da77a0-1f4b-475a-91ab-a93837999000" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.655183] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "81da77a0-1f4b-475a-91ab-a93837999000" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.719796] env[69365]: DEBUG oslo_concurrency.lockutils [None req-daa0ccee-706d-40dd-8d9f-96f5f4f47ee2 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Lock "fd03ba62-57bf-4ed7-b0ec-0c875efad715" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.973s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.826914] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.827336] env[69365]: DEBUG nova.compute.manager [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Instance network_info: |[{"id": "7dd658c6-0480-461e-aaf5-393f19a6993a", "address": "fa:16:3e:15:ba:7d", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd658c6-04", "ovs_interfaceid": "7dd658c6-0480-461e-aaf5-393f19a6993a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.827709] env[69365]: DEBUG oslo_concurrency.lockutils [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] Acquired lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.827880] env[69365]: DEBUG nova.network.neutron [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Refreshing network info cache for port 7dd658c6-0480-461e-aaf5-393f19a6993a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.829164] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:ba:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dd658c6-0480-461e-aaf5-393f19a6993a', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.838192] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Creating folder: Project (d05ece9fcf7b4bfab1dbd9f7660a9992). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.839682] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71d66b1b-b5a1-45e2-bbb6-37b332f6c675 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.850191] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Created folder: Project (d05ece9fcf7b4bfab1dbd9f7660a9992) in parent group-v659152. [ 930.850410] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Creating folder: Instances. Parent ref: group-v659347. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.850688] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edb0ea43-9662-49d9-a868-2d991826ad12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.860549] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Created folder: Instances in parent group-v659347. [ 930.860800] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.860992] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.861212] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e45df5a-4ec3-4759-bf49-4d763e632101 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.882129] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.882129] env[69365]: value = "task-3302029" [ 930.882129] env[69365]: _type = "Task" [ 930.882129] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.889476] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302029, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.990778] env[69365]: DEBUG nova.compute.manager [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.997623] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: b215212d-8db4-423d-9bf6-8480037708a5] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.026966] env[69365]: DEBUG nova.virt.hardware [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.027233] env[69365]: DEBUG nova.virt.hardware [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.027394] env[69365]: DEBUG nova.virt.hardware [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.027607] env[69365]: DEBUG nova.virt.hardware [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.027786] env[69365]: DEBUG nova.virt.hardware [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.027946] env[69365]: DEBUG nova.virt.hardware [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.028309] env[69365]: DEBUG nova.virt.hardware [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.028485] env[69365]: DEBUG nova.virt.hardware [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.028688] env[69365]: DEBUG nova.virt.hardware [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.028895] env[69365]: DEBUG nova.virt.hardware [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.029102] env[69365]: DEBUG nova.virt.hardware [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.030091] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a743c473-0f98-4259-b3ca-899860648d8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.039153] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0ecbb0-34ff-43a1-99f8-9b9b0376f970 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.062220] env[69365]: DEBUG oslo_vmware.api [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302026, 'name': PowerOffVM_Task, 'duration_secs': 0.22559} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.062696] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.062867] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.063268] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55aac7ce-80a1-49f0-ad58-add49893bbaa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.133396] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.133654] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.133868] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleting the datastore file [datastore2] 7dc3aa35-c468-4aff-8225-872503a4f561 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.137457] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdeda33c-5a1b-4527-90bb-ba546ef2d6ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.142481] env[69365]: DEBUG oslo_vmware.api [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 931.142481] env[69365]: value = "task-3302031" [ 931.142481] env[69365]: _type = "Task" [ 931.142481] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.151100] env[69365]: DEBUG oslo_vmware.api [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.159409] env[69365]: DEBUG nova.compute.manager [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.398919] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302029, 'name': CreateVM_Task, 'duration_secs': 0.472369} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.399235] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.400045] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.400223] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.400753] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.401044] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532cf665-da22-4d32-9695-42cffe33f5f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.412711] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 931.412711] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5218aab3-6d42-5129-6dd9-5229dad7eea0" [ 931.412711] env[69365]: _type = "Task" [ 931.412711] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.426441] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5218aab3-6d42-5129-6dd9-5229dad7eea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.464926] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5163ec7-47fc-4309-a822-03d5cdc0f53e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.481748] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bcf500-b110-4a68-b5dd-a696da64f13e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.521599] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: cdb2706d-414e-43c0-8c19-41aa3e1f6b84] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.527110] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b122aa8c-2b57-4403-b11f-7926fe42639c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.535423] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e7746a-cc40-407f-8cb9-6db7070b317d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.549332] env[69365]: DEBUG nova.compute.provider_tree [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.652917] env[69365]: DEBUG oslo_vmware.api [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299189} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.653939] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.654282] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.654728] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.654917] env[69365]: INFO nova.compute.manager [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Took 1.14 seconds to destroy the instance on the hypervisor. [ 931.655385] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.656086] env[69365]: DEBUG nova.compute.manager [-] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.656855] env[69365]: DEBUG nova.network.neutron [-] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.683148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.927013] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5218aab3-6d42-5129-6dd9-5229dad7eea0, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.927372] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.927712] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.931114] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.931114] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.931114] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.931114] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f4f2650-0446-416d-8dc5-bd92f6a73dfb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.939178] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.939375] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.940140] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98f8b8fb-964d-478a-94a7-2dda7b1e2e8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.946470] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 931.946470] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523aac17-0036-308b-4884-28ee29652009" [ 931.946470] env[69365]: _type = "Task" [ 931.946470] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.950889] env[69365]: DEBUG nova.network.neutron [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updated VIF entry in instance network info cache for port 7dd658c6-0480-461e-aaf5-393f19a6993a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.951289] env[69365]: DEBUG nova.network.neutron [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance_info_cache with network_info: [{"id": "7dd658c6-0480-461e-aaf5-393f19a6993a", "address": "fa:16:3e:15:ba:7d", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd658c6-04", "ovs_interfaceid": "7dd658c6-0480-461e-aaf5-393f19a6993a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.957156] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523aac17-0036-308b-4884-28ee29652009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.031040] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: c6ebf8b9-b4d9-43e3-ac3c-be57592805a9] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.062253] env[69365]: DEBUG nova.scheduler.client.report [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.120717] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "526cbb1e-31d9-414c-bb78-21653fa48be9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.121201] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "526cbb1e-31d9-414c-bb78-21653fa48be9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.133418] env[69365]: DEBUG nova.compute.manager [req-de91eaed-0cba-41d8-b4cc-60d749684736 req-034cc2e1-a844-4b36-86a1-844e87146e46 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Received event network-changed-d2f65ce5-8a23-4280-ad53-b7027317c6ef {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.133418] env[69365]: DEBUG nova.compute.manager [req-de91eaed-0cba-41d8-b4cc-60d749684736 req-034cc2e1-a844-4b36-86a1-844e87146e46 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Refreshing instance network info cache due to event network-changed-d2f65ce5-8a23-4280-ad53-b7027317c6ef. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.136166] env[69365]: DEBUG oslo_concurrency.lockutils [req-de91eaed-0cba-41d8-b4cc-60d749684736 req-034cc2e1-a844-4b36-86a1-844e87146e46 service nova] Acquiring lock "refresh_cache-fd03ba62-57bf-4ed7-b0ec-0c875efad715" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.136553] env[69365]: DEBUG oslo_concurrency.lockutils [req-de91eaed-0cba-41d8-b4cc-60d749684736 req-034cc2e1-a844-4b36-86a1-844e87146e46 service nova] Acquired lock "refresh_cache-fd03ba62-57bf-4ed7-b0ec-0c875efad715" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.137864] env[69365]: DEBUG nova.network.neutron [req-de91eaed-0cba-41d8-b4cc-60d749684736 req-034cc2e1-a844-4b36-86a1-844e87146e46 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Refreshing network info cache for port d2f65ce5-8a23-4280-ad53-b7027317c6ef {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.334486] env[69365]: DEBUG nova.network.neutron [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Successfully updated port: c077dd5d-5c7a-45c4-84e9-fd3b26da8be2 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.454877] env[69365]: DEBUG nova.compute.manager [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Received event network-vif-plugged-c077dd5d-5c7a-45c4-84e9-fd3b26da8be2 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.455139] env[69365]: DEBUG oslo_concurrency.lockutils [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] Acquiring lock "917098ed-48f3-4949-b333-5dc8e313fc93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.455369] env[69365]: DEBUG oslo_concurrency.lockutils [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] Lock "917098ed-48f3-4949-b333-5dc8e313fc93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.455533] env[69365]: DEBUG oslo_concurrency.lockutils [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] Lock "917098ed-48f3-4949-b333-5dc8e313fc93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.455699] env[69365]: DEBUG nova.compute.manager [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] No waiting events found dispatching network-vif-plugged-c077dd5d-5c7a-45c4-84e9-fd3b26da8be2 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.455857] env[69365]: WARNING nova.compute.manager [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Received unexpected event network-vif-plugged-c077dd5d-5c7a-45c4-84e9-fd3b26da8be2 for instance with vm_state building and task_state spawning. [ 932.456016] env[69365]: DEBUG nova.compute.manager [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Received event network-changed-c077dd5d-5c7a-45c4-84e9-fd3b26da8be2 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.456171] env[69365]: DEBUG nova.compute.manager [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Refreshing instance network info cache due to event network-changed-c077dd5d-5c7a-45c4-84e9-fd3b26da8be2. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.456345] env[69365]: DEBUG oslo_concurrency.lockutils [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] Acquiring lock "refresh_cache-917098ed-48f3-4949-b333-5dc8e313fc93" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.456475] env[69365]: DEBUG oslo_concurrency.lockutils [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] Acquired lock "refresh_cache-917098ed-48f3-4949-b333-5dc8e313fc93" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.456700] env[69365]: DEBUG nova.network.neutron [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Refreshing network info cache for port c077dd5d-5c7a-45c4-84e9-fd3b26da8be2 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.458183] env[69365]: DEBUG oslo_concurrency.lockutils [req-26c2e7ce-3b7c-49b9-8cbc-fb81ed9fdc89 req-51ffc257-147d-4b09-8414-f2aa953340c9 service nova] Releasing lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.465152] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523aac17-0036-308b-4884-28ee29652009, 'name': SearchDatastore_Task, 'duration_secs': 0.037349} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.466593] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c720dcb-0d66-4648-987a-400401b1c387 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.472569] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 932.472569] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52227afd-289c-7ef1-436a-e4fffb1e0546" [ 932.472569] env[69365]: _type = "Task" [ 932.472569] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.480707] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52227afd-289c-7ef1-436a-e4fffb1e0546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.535157] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: c473f1f3-31a5-4caf-a424-71871bbaa28e] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.567461] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.568116] env[69365]: DEBUG nova.compute.manager [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.571206] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.685s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.571445] env[69365]: DEBUG nova.objects.instance [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lazy-loading 'resources' on Instance uuid 00f771da-7432-42cc-85d2-1eb1aa119e2f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.624413] env[69365]: DEBUG nova.compute.manager [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.737215] env[69365]: DEBUG nova.network.neutron [-] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.838663] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Acquiring lock "refresh_cache-917098ed-48f3-4949-b333-5dc8e313fc93" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.913972] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.913972] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.913972] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.913972] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.914174] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.919028] env[69365]: INFO nova.compute.manager [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Terminating instance [ 932.982871] env[69365]: DEBUG nova.network.neutron [req-de91eaed-0cba-41d8-b4cc-60d749684736 req-034cc2e1-a844-4b36-86a1-844e87146e46 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Updated VIF entry in instance network info cache for port d2f65ce5-8a23-4280-ad53-b7027317c6ef. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.983283] env[69365]: DEBUG nova.network.neutron [req-de91eaed-0cba-41d8-b4cc-60d749684736 req-034cc2e1-a844-4b36-86a1-844e87146e46 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Updating instance_info_cache with network_info: [{"id": "d2f65ce5-8a23-4280-ad53-b7027317c6ef", "address": "fa:16:3e:93:e7:e3", "network": {"id": "f9c9c565-2d79-45fa-af78-d99c88d86fe8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1616445317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7373befc95f4d43a8494cd891059a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f65ce5-8a", "ovs_interfaceid": "d2f65ce5-8a23-4280-ad53-b7027317c6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.988152] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52227afd-289c-7ef1-436a-e4fffb1e0546, 'name': SearchDatastore_Task, 'duration_secs': 0.015817} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.989124] env[69365]: DEBUG nova.network.neutron [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.990963] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.991429] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0/14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.991518] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28b36f4c-453a-4bc8-bef8-a3ddeb564be5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.999266] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 932.999266] env[69365]: value = "task-3302032" [ 932.999266] env[69365]: _type = "Task" [ 932.999266] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.762713] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: bd77f6de-9aa7-4bdf-bf9b-9bd935bc966a] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.770180] env[69365]: DEBUG nova.compute.utils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.771230] env[69365]: INFO nova.compute.manager [-] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Took 2.11 seconds to deallocate network for instance. [ 933.771796] env[69365]: DEBUG nova.compute.manager [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.772028] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.772449] env[69365]: DEBUG oslo_concurrency.lockutils [req-de91eaed-0cba-41d8-b4cc-60d749684736 req-034cc2e1-a844-4b36-86a1-844e87146e46 service nova] Releasing lock "refresh_cache-fd03ba62-57bf-4ed7-b0ec-0c875efad715" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.780470] env[69365]: DEBUG nova.compute.manager [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.782304] env[69365]: DEBUG nova.network.neutron [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.784669] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3199727-5bd5-4da9-998e-a00c37b37126 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.788188] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "fd812632-21c8-4cdb-9cd2-29870691f42d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.788991] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "fd812632-21c8-4cdb-9cd2-29870691f42d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.796181] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302032, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.796401] env[69365]: WARNING oslo_vmware.common.loopingcall [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] task run outlasted interval by 0.297176 sec [ 933.805040] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.805040] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a575a367-cbbe-43e6-b36a-c9058103eeb3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.806180] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.810070] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302032, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.820017] env[69365]: DEBUG oslo_vmware.api [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 933.820017] env[69365]: value = "task-3302033" [ 933.820017] env[69365]: _type = "Task" [ 933.820017] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.827752] env[69365]: DEBUG oslo_vmware.api [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3302033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.850734] env[69365]: DEBUG nova.policy [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '141874be36c049df97e759d652ef9f12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c69328e8180e4fa2bb3a2ddd910ce8ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.852694] env[69365]: DEBUG nova.network.neutron [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.141748] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb2aed1-f795-4bd3-a091-c9ede8e79b3c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.150185] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aaf8ed-ee8d-4322-95ee-5e4502b8e4db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.182682] env[69365]: DEBUG nova.network.neutron [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Successfully created port: c16368ef-ce25-4c66-aae5-6adc1361b18c {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.185073] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ad1614-d4ff-4c43-8073-bd7472411457 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.188365] env[69365]: DEBUG nova.compute.manager [req-b2bf417a-ad5d-4f86-8bf0-9f03fa85be13 req-0ccb64a4-0a36-4dc5-b6db-590ef62f3be5 service nova] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Received event network-vif-deleted-96f09b5a-a71d-409b-a4c4-e8384946a99f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.194635] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0b02b2-c486-4600-b0e8-667005bb3f87 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.208226] env[69365]: DEBUG nova.compute.provider_tree [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.280542] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: a6c770c1-38c9-456c-ac52-79f02354de76] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.283011] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.286592] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.286889] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.287131] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.287311] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.289039] env[69365]: DEBUG nova.compute.manager [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.291839] env[69365]: INFO nova.compute.manager [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Terminating instance [ 934.299159] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.299159] env[69365]: DEBUG nova.compute.manager [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.310829] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302032, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.329740] env[69365]: DEBUG oslo_vmware.api [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3302033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.354894] env[69365]: DEBUG oslo_concurrency.lockutils [req-7a9545cd-c8b6-4638-9bbd-bfb41a67cab5 req-7fe75bc9-5a0b-4eab-ae3f-44ee46f53984 service nova] Releasing lock "refresh_cache-917098ed-48f3-4949-b333-5dc8e313fc93" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.355326] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Acquired lock "refresh_cache-917098ed-48f3-4949-b333-5dc8e313fc93" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.355489] env[69365]: DEBUG nova.network.neutron [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.712537] env[69365]: DEBUG nova.scheduler.client.report [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.792546] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 849e17e3-3933-49e5-a564-2afe368d7fc2] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.798660] env[69365]: DEBUG nova.compute.manager [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.798980] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.800392] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e65229-a0a6-464f-a3a4-929b2a4d6cb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.811274] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.816366] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb4fc1e8-8e47-48ad-90ca-161493b714cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.817989] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302032, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.823151] env[69365]: DEBUG oslo_vmware.api [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 934.823151] env[69365]: value = "task-3302034" [ 934.823151] env[69365]: _type = "Task" [ 934.823151] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.833096] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.840220] env[69365]: DEBUG oslo_vmware.api [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3302034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.840927] env[69365]: DEBUG oslo_vmware.api [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3302033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.890119] env[69365]: DEBUG nova.network.neutron [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.069481] env[69365]: DEBUG nova.network.neutron [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Updating instance_info_cache with network_info: [{"id": "c077dd5d-5c7a-45c4-84e9-fd3b26da8be2", "address": "fa:16:3e:1f:4a:c2", "network": {"id": "d1edf192-3907-443f-9245-75c9bbd5edad", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-78103257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dabdb93a47854c03a68fb1980be67391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc077dd5d-5c", "ovs_interfaceid": "c077dd5d-5c7a-45c4-84e9-fd3b26da8be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.218618] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.647s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.220993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.724s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.221242] env[69365]: DEBUG nova.objects.instance [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lazy-loading 'resources' on Instance uuid 3166614c-d3b2-4217-b0bd-da29dafb7dd4 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.238877] env[69365]: INFO nova.scheduler.client.report [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Deleted allocations for instance 00f771da-7432-42cc-85d2-1eb1aa119e2f [ 935.298740] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 0a93f224-a989-4320-924b-4ebe511df638] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.301324] env[69365]: DEBUG nova.compute.manager [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.313271] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302032, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.817685} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.313515] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0/14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.313747] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.313981] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-944cd738-1bb8-4806-8ae6-59e51e136041 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.323525] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 935.323525] env[69365]: value = "task-3302035" [ 935.323525] env[69365]: _type = "Task" [ 935.323525] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.331969] env[69365]: DEBUG nova.virt.hardware [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.332319] env[69365]: DEBUG nova.virt.hardware [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.332543] env[69365]: DEBUG nova.virt.hardware [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.332844] env[69365]: DEBUG nova.virt.hardware [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.333051] env[69365]: DEBUG nova.virt.hardware [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.333240] env[69365]: DEBUG nova.virt.hardware [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.333517] env[69365]: DEBUG nova.virt.hardware [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.333692] env[69365]: DEBUG nova.virt.hardware [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.333863] env[69365]: DEBUG nova.virt.hardware [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.334040] env[69365]: DEBUG nova.virt.hardware [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.334222] env[69365]: DEBUG nova.virt.hardware [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.338269] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bbaa76-cbcb-4e07-9612-707b3ed8d713 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.344173] env[69365]: DEBUG oslo_vmware.api [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3302033, 'name': PowerOffVM_Task, 'duration_secs': 1.398227} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.345797] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.345797] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.345797] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e34f50f3-751a-4b3b-be59-3e83b0b404f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.352664] env[69365]: DEBUG oslo_vmware.api [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3302034, 'name': PowerOffVM_Task, 'duration_secs': 0.323948} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.352877] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.355229] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.355403] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.355672] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e161c10-e0c2-4ebc-af05-8f6e5b2e44d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.358659] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8439e384-0cf9-4114-ad66-e0c4b22118fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.456547] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.456925] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.457225] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Deleting the datastore file [datastore2] bb9e6f36-7178-4ecf-9fb5-4907aabe6c25 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.458668] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3ce514c-ba20-4b02-9708-ac3550286be3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.461095] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.461315] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.461534] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Deleting the datastore file [datastore2] a71a4c5b-2874-450f-bc0b-1ac80c6f7655 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.462109] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f37e2019-eaa9-490e-8b70-9e969294bf1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.470172] env[69365]: DEBUG oslo_vmware.api [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for the task: (returnval){ [ 935.470172] env[69365]: value = "task-3302039" [ 935.470172] env[69365]: _type = "Task" [ 935.470172] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.472014] env[69365]: DEBUG oslo_vmware.api [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for the task: (returnval){ [ 935.472014] env[69365]: value = "task-3302038" [ 935.472014] env[69365]: _type = "Task" [ 935.472014] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.484853] env[69365]: DEBUG oslo_vmware.api [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3302039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.488054] env[69365]: DEBUG oslo_vmware.api [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3302038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.573824] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Releasing lock "refresh_cache-917098ed-48f3-4949-b333-5dc8e313fc93" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.574336] env[69365]: DEBUG nova.compute.manager [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Instance network_info: |[{"id": "c077dd5d-5c7a-45c4-84e9-fd3b26da8be2", "address": "fa:16:3e:1f:4a:c2", "network": {"id": "d1edf192-3907-443f-9245-75c9bbd5edad", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-78103257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dabdb93a47854c03a68fb1980be67391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc077dd5d-5c", "ovs_interfaceid": "c077dd5d-5c7a-45c4-84e9-fd3b26da8be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.574820] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:4a:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c077dd5d-5c7a-45c4-84e9-fd3b26da8be2', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.583466] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Creating folder: Project (dabdb93a47854c03a68fb1980be67391). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.583862] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2752c42d-9022-4e89-b349-172ed0603b24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.623601] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Created folder: Project (dabdb93a47854c03a68fb1980be67391) in parent group-v659152. [ 935.623843] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Creating folder: Instances. Parent ref: group-v659350. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.624085] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54d184ee-26e6-440c-aa5e-4acd1303fff3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.636231] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Created folder: Instances in parent group-v659350. [ 935.636518] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.636790] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.637066] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ebfa281-08c4-4b8b-935e-0a4f689c7b87 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.661014] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.661014] env[69365]: value = "task-3302042" [ 935.661014] env[69365]: _type = "Task" [ 935.661014] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.669748] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302042, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.673849] env[69365]: DEBUG nova.compute.manager [req-c7088693-4809-4607-893c-571cbad3774f req-0022f626-5d80-4af8-90d1-198b8387c306 service nova] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Received event network-vif-plugged-c16368ef-ce25-4c66-aae5-6adc1361b18c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.674131] env[69365]: DEBUG oslo_concurrency.lockutils [req-c7088693-4809-4607-893c-571cbad3774f req-0022f626-5d80-4af8-90d1-198b8387c306 service nova] Acquiring lock "010e0256-fc11-4530-9de7-1124abe4f9ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.674387] env[69365]: DEBUG oslo_concurrency.lockutils [req-c7088693-4809-4607-893c-571cbad3774f req-0022f626-5d80-4af8-90d1-198b8387c306 service nova] Lock "010e0256-fc11-4530-9de7-1124abe4f9ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.674620] env[69365]: DEBUG oslo_concurrency.lockutils [req-c7088693-4809-4607-893c-571cbad3774f req-0022f626-5d80-4af8-90d1-198b8387c306 service nova] Lock "010e0256-fc11-4530-9de7-1124abe4f9ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.674841] env[69365]: DEBUG nova.compute.manager [req-c7088693-4809-4607-893c-571cbad3774f req-0022f626-5d80-4af8-90d1-198b8387c306 service nova] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] No waiting events found dispatching network-vif-plugged-c16368ef-ce25-4c66-aae5-6adc1361b18c {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.675088] env[69365]: WARNING nova.compute.manager [req-c7088693-4809-4607-893c-571cbad3774f req-0022f626-5d80-4af8-90d1-198b8387c306 service nova] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Received unexpected event network-vif-plugged-c16368ef-ce25-4c66-aae5-6adc1361b18c for instance with vm_state building and task_state spawning. [ 935.747435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab56bfd8-7693-4be6-8363-cda8fc2994f0 tempest-FloatingIPsAssociationTestJSON-1518216084 tempest-FloatingIPsAssociationTestJSON-1518216084-project-member] Lock "00f771da-7432-42cc-85d2-1eb1aa119e2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.342s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.753520] env[69365]: DEBUG nova.network.neutron [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Successfully updated port: c16368ef-ce25-4c66-aae5-6adc1361b18c {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.804865] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 05b0e6cb-6197-45af-bf23-bcdd30c0b399] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.843063] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071705} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.843649] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.844551] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8bced3-911f-4cb5-8346-4f46b9586798 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.876132] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0/14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.879784] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-065a4e6a-b20f-4a67-a67d-10c0ed34e6a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.905578] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 935.905578] env[69365]: value = "task-3302043" [ 935.905578] env[69365]: _type = "Task" [ 935.905578] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.923414] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.987802] env[69365]: DEBUG oslo_vmware.api [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Task: {'id': task-3302039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148955} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.993830] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.994050] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.994232] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.994408] env[69365]: INFO nova.compute.manager [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Took 2.22 seconds to destroy the instance on the hypervisor. [ 935.994757] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.995014] env[69365]: DEBUG oslo_vmware.api [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Task: {'id': task-3302038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162894} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.995452] env[69365]: DEBUG nova.compute.manager [-] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.995558] env[69365]: DEBUG nova.network.neutron [-] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.997325] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.997522] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.997705] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.997870] env[69365]: INFO nova.compute.manager [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Took 1.20 seconds to destroy the instance on the hypervisor. [ 935.998156] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.998366] env[69365]: DEBUG nova.compute.manager [-] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.998467] env[69365]: DEBUG nova.network.neutron [-] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.171773] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302042, 'name': CreateVM_Task, 'duration_secs': 0.35734} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.174298] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.175258] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.175352] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.175670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.175931] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f9cfa39-2943-4168-9af6-ddbb9ed64f73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.184318] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Waiting for the task: (returnval){ [ 936.184318] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e662e7-bbd5-fce9-ed67-1b44179fc9df" [ 936.184318] env[69365]: _type = "Task" [ 936.184318] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.188163] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b27972-5b4d-43a2-8a4d-b2593d4b5da1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.199687] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e662e7-bbd5-fce9-ed67-1b44179fc9df, 'name': SearchDatastore_Task, 'duration_secs': 0.012228} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.200057] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.200360] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.200614] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.200764] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.200944] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.201989] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2250379-c3f4-4051-bcd9-70787abb53e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.205993] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-844d084a-4b17-44f6-9417-6aa6b9ddbcf1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.246227] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8355d0fd-64e2-4a3d-864a-72db7b44ded3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.249169] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.249367] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.250120] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3123d5a1-094c-49c9-98e3-e04ce85231e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.258370] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "refresh_cache-010e0256-fc11-4530-9de7-1124abe4f9ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.258598] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "refresh_cache-010e0256-fc11-4530-9de7-1124abe4f9ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.258925] env[69365]: DEBUG nova.network.neutron [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.265726] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b938fba9-da4a-4e14-b8ca-a9b7381eb951 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.268964] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Waiting for the task: (returnval){ [ 936.268964] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cdcff6-2996-e413-1dc3-63c9e105c88b" [ 936.268964] env[69365]: _type = "Task" [ 936.268964] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.291715] env[69365]: DEBUG nova.compute.provider_tree [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.301941] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cdcff6-2996-e413-1dc3-63c9e105c88b, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.301941] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08cbf0ee-3ba5-42f2-bb31-408ad97be5e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.311212] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 7999266e-8690-4570-a9c2-f5251c4ed2f4] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.313125] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Waiting for the task: (returnval){ [ 936.313125] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ea07b4-42a7-1557-244b-75d1801baac8" [ 936.313125] env[69365]: _type = "Task" [ 936.313125] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.325018] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ea07b4-42a7-1557-244b-75d1801baac8, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.325304] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.325565] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 917098ed-48f3-4949-b333-5dc8e313fc93/917098ed-48f3-4949-b333-5dc8e313fc93.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.326485] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e748a9-f1aa-4500-8cc8-27c74a8e0481 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.336657] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Waiting for the task: (returnval){ [ 936.336657] env[69365]: value = "task-3302044" [ 936.336657] env[69365]: _type = "Task" [ 936.336657] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.346354] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.363032] env[69365]: DEBUG nova.network.neutron [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.416203] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302043, 'name': ReconfigVM_Task, 'duration_secs': 0.510319} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.416472] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0/14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.417761] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14831ea9-f7a5-4e0a-bafb-fe83fc613c4e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.425441] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 936.425441] env[69365]: value = "task-3302045" [ 936.425441] env[69365]: _type = "Task" [ 936.425441] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.435497] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302045, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.583126] env[69365]: DEBUG nova.compute.manager [req-100ee4a7-c015-4366-9c43-7e1eaf1259c1 req-6c779eac-6240-4bed-9946-551eb49486ac service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Received event network-vif-deleted-b2d77e13-9538-481d-bb5d-2d6a39f27721 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.583347] env[69365]: INFO nova.compute.manager [req-100ee4a7-c015-4366-9c43-7e1eaf1259c1 req-6c779eac-6240-4bed-9946-551eb49486ac service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Neutron deleted interface b2d77e13-9538-481d-bb5d-2d6a39f27721; detaching it from the instance and deleting it from the info cache [ 936.583557] env[69365]: DEBUG nova.network.neutron [req-100ee4a7-c015-4366-9c43-7e1eaf1259c1 req-6c779eac-6240-4bed-9946-551eb49486ac service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.657947] env[69365]: DEBUG nova.network.neutron [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Updating instance_info_cache with network_info: [{"id": "c16368ef-ce25-4c66-aae5-6adc1361b18c", "address": "fa:16:3e:68:4c:a8", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16368ef-ce", "ovs_interfaceid": "c16368ef-ce25-4c66-aae5-6adc1361b18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.795271] env[69365]: DEBUG nova.scheduler.client.report [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.808487] env[69365]: DEBUG nova.network.neutron [-] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.818126] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 1a09e1d1-c844-4d0b-8f13-a86d6596e85d] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.849910] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302044, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.936597] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302045, 'name': Rename_Task, 'duration_secs': 0.174754} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.936597] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.937386] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bee6fe9b-ab90-48a1-b4cc-f1ffc2103d5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.949018] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 936.949018] env[69365]: value = "task-3302046" [ 936.949018] env[69365]: _type = "Task" [ 936.949018] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.954311] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.063873] env[69365]: DEBUG nova.network.neutron [-] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.087215] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4522d2f-17ce-4dd4-af9c-49ec883eaae5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.097928] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b96a64e-8848-49dd-9d8f-e72d35995172 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.136721] env[69365]: DEBUG nova.compute.manager [req-100ee4a7-c015-4366-9c43-7e1eaf1259c1 req-6c779eac-6240-4bed-9946-551eb49486ac service nova] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Detach interface failed, port_id=b2d77e13-9538-481d-bb5d-2d6a39f27721, reason: Instance bb9e6f36-7178-4ecf-9fb5-4907aabe6c25 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.162168] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "refresh_cache-010e0256-fc11-4530-9de7-1124abe4f9ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.162536] env[69365]: DEBUG nova.compute.manager [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Instance network_info: |[{"id": "c16368ef-ce25-4c66-aae5-6adc1361b18c", "address": "fa:16:3e:68:4c:a8", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16368ef-ce", "ovs_interfaceid": "c16368ef-ce25-4c66-aae5-6adc1361b18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.162976] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:4c:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c16368ef-ce25-4c66-aae5-6adc1361b18c', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.171414] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.173677] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.173677] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61982fba-c8f0-414e-9c39-8cbaa44b57ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.194689] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.194689] env[69365]: value = "task-3302047" [ 937.194689] env[69365]: _type = "Task" [ 937.194689] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.204561] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302047, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.300677] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.303756] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.791s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.303756] env[69365]: DEBUG nova.objects.instance [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 937.311424] env[69365]: INFO nova.compute.manager [-] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Took 1.32 seconds to deallocate network for instance. [ 937.321442] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: e77a293e-f845-4596-8d9b-58d42e3c19d8] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.325330] env[69365]: INFO nova.scheduler.client.report [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Deleted allocations for instance 3166614c-d3b2-4217-b0bd-da29dafb7dd4 [ 937.352614] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593876} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.352614] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 917098ed-48f3-4949-b333-5dc8e313fc93/917098ed-48f3-4949-b333-5dc8e313fc93.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.352614] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.352614] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8db7ea98-b138-4a59-a758-3463e2866180 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.362355] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Waiting for the task: (returnval){ [ 937.362355] env[69365]: value = "task-3302048" [ 937.362355] env[69365]: _type = "Task" [ 937.362355] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.372929] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.461142] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302046, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.567824] env[69365]: INFO nova.compute.manager [-] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Took 1.57 seconds to deallocate network for instance. [ 937.707336] env[69365]: DEBUG nova.compute.manager [req-15d9a3b4-af40-42b9-b3e2-058b1539ee93 req-be56fce3-a0e0-40b0-afc8-5e2edb7947f3 service nova] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Received event network-changed-c16368ef-ce25-4c66-aae5-6adc1361b18c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.707657] env[69365]: DEBUG nova.compute.manager [req-15d9a3b4-af40-42b9-b3e2-058b1539ee93 req-be56fce3-a0e0-40b0-afc8-5e2edb7947f3 service nova] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Refreshing instance network info cache due to event network-changed-c16368ef-ce25-4c66-aae5-6adc1361b18c. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.707998] env[69365]: DEBUG oslo_concurrency.lockutils [req-15d9a3b4-af40-42b9-b3e2-058b1539ee93 req-be56fce3-a0e0-40b0-afc8-5e2edb7947f3 service nova] Acquiring lock "refresh_cache-010e0256-fc11-4530-9de7-1124abe4f9ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.708168] env[69365]: DEBUG oslo_concurrency.lockutils [req-15d9a3b4-af40-42b9-b3e2-058b1539ee93 req-be56fce3-a0e0-40b0-afc8-5e2edb7947f3 service nova] Acquired lock "refresh_cache-010e0256-fc11-4530-9de7-1124abe4f9ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.708622] env[69365]: DEBUG nova.network.neutron [req-15d9a3b4-af40-42b9-b3e2-058b1539ee93 req-be56fce3-a0e0-40b0-afc8-5e2edb7947f3 service nova] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Refreshing network info cache for port c16368ef-ce25-4c66-aae5-6adc1361b18c {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.713583] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302047, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.817435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.826219] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 07c180c9-fb11-4cb1-a411-a6b8e0f858b2] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.835643] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75a5ca88-ad78-4f5d-bd4e-7ffbc16a7d7e tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "3166614c-d3b2-4217-b0bd-da29dafb7dd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.796s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.872871] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134491} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.873826] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.874846] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb5618c-c95f-4ec9-aab0-5009dbff23ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.901728] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 917098ed-48f3-4949-b333-5dc8e313fc93/917098ed-48f3-4949-b333-5dc8e313fc93.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.901728] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5d248a9-9a26-4b50-ab54-8d42a2867894 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.925712] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Waiting for the task: (returnval){ [ 937.925712] env[69365]: value = "task-3302049" [ 937.925712] env[69365]: _type = "Task" [ 937.925712] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.935205] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.957545] env[69365]: DEBUG oslo_vmware.api [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302046, 'name': PowerOnVM_Task, 'duration_secs': 0.921386} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.957901] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.958148] env[69365]: INFO nova.compute.manager [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Took 9.49 seconds to spawn the instance on the hypervisor. [ 937.958368] env[69365]: DEBUG nova.compute.manager [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.959272] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bd608a-225f-4d35-b87a-a888ad555a07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.076703] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.133315] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "29a95130-6da6-4cd0-8f6d-5b95f0139a0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.133655] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "29a95130-6da6-4cd0-8f6d-5b95f0139a0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.133881] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "29a95130-6da6-4cd0-8f6d-5b95f0139a0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.134089] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "29a95130-6da6-4cd0-8f6d-5b95f0139a0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.134288] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "29a95130-6da6-4cd0-8f6d-5b95f0139a0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.136955] env[69365]: INFO nova.compute.manager [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Terminating instance [ 938.206394] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302047, 'name': CreateVM_Task, 'duration_secs': 0.5966} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.206600] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.207351] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.207469] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.207784] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.208049] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8300b754-8fd8-40f4-8094-b4d63d23c4da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.213781] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 938.213781] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5240f95e-612d-c927-6615-26074bb221fb" [ 938.213781] env[69365]: _type = "Task" [ 938.213781] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.225725] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5240f95e-612d-c927-6615-26074bb221fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.314209] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ffcd4abf-415d-4df1-8d5e-cbffd4f25d8a tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.317551] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.201s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.319246] env[69365]: INFO nova.compute.claims [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.329359] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 7a67b10b-2d73-4a7c-a30a-2be123c42a30] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.439432] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302049, 'name': ReconfigVM_Task, 'duration_secs': 0.314015} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.439726] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 917098ed-48f3-4949-b333-5dc8e313fc93/917098ed-48f3-4949-b333-5dc8e313fc93.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.440383] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34dcde75-8fd6-4a9f-88bd-c50e2f5cdb3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.449195] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Waiting for the task: (returnval){ [ 938.449195] env[69365]: value = "task-3302050" [ 938.449195] env[69365]: _type = "Task" [ 938.449195] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.450204] env[69365]: DEBUG nova.network.neutron [req-15d9a3b4-af40-42b9-b3e2-058b1539ee93 req-be56fce3-a0e0-40b0-afc8-5e2edb7947f3 service nova] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Updated VIF entry in instance network info cache for port c16368ef-ce25-4c66-aae5-6adc1361b18c. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.450485] env[69365]: DEBUG nova.network.neutron [req-15d9a3b4-af40-42b9-b3e2-058b1539ee93 req-be56fce3-a0e0-40b0-afc8-5e2edb7947f3 service nova] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Updating instance_info_cache with network_info: [{"id": "c16368ef-ce25-4c66-aae5-6adc1361b18c", "address": "fa:16:3e:68:4c:a8", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16368ef-ce", "ovs_interfaceid": "c16368ef-ce25-4c66-aae5-6adc1361b18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.462095] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302050, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.485290] env[69365]: INFO nova.compute.manager [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Took 38.46 seconds to build instance. [ 938.641317] env[69365]: DEBUG nova.compute.manager [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.641558] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.643178] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1e3cef-034f-461c-a530-851d61b0daee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.652522] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.653498] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9c143c4-2ff6-4af6-9a77-7c5225a6d734 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.661769] env[69365]: DEBUG oslo_vmware.api [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 938.661769] env[69365]: value = "task-3302051" [ 938.661769] env[69365]: _type = "Task" [ 938.661769] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.671412] env[69365]: DEBUG oslo_vmware.api [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3302051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.729551] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5240f95e-612d-c927-6615-26074bb221fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014305} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.730420] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.730519] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.730882] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.731175] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.731488] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.731879] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-106e6fca-774a-4b19-8091-782e9f31a5e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.745741] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.745989] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.746998] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffd9695-d4dc-40b5-8f9e-567b7d99f3b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.754924] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 938.754924] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c6bbaf-3b11-b065-a443-1995840fe699" [ 938.754924] env[69365]: _type = "Task" [ 938.754924] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.768660] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c6bbaf-3b11-b065-a443-1995840fe699, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.769553] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbfee991-a83a-4384-b830-6bcd6a674dc2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.775951] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 938.775951] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ce71f4-a51c-1fc0-74be-633e1bb4051c" [ 938.775951] env[69365]: _type = "Task" [ 938.775951] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.785665] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ce71f4-a51c-1fc0-74be-633e1bb4051c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.832684] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: b40ab823-a68d-45ec-b451-9a8addecfcfe] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.957244] env[69365]: DEBUG oslo_concurrency.lockutils [req-15d9a3b4-af40-42b9-b3e2-058b1539ee93 req-be56fce3-a0e0-40b0-afc8-5e2edb7947f3 service nova] Releasing lock "refresh_cache-010e0256-fc11-4530-9de7-1124abe4f9ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.957645] env[69365]: DEBUG nova.compute.manager [req-15d9a3b4-af40-42b9-b3e2-058b1539ee93 req-be56fce3-a0e0-40b0-afc8-5e2edb7947f3 service nova] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Received event network-vif-deleted-794cfa4f-81e8-4275-90f4-8e53a2ae3680 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.965097] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302050, 'name': Rename_Task, 'duration_secs': 0.159533} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.965619] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.966040] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dce00b39-adb1-4415-813f-003e1c3c7f59 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.973797] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Waiting for the task: (returnval){ [ 938.973797] env[69365]: value = "task-3302052" [ 938.973797] env[69365]: _type = "Task" [ 938.973797] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.983124] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.990585] env[69365]: DEBUG oslo_concurrency.lockutils [None req-505c5bfb-08d8-45ab-a7b1-d7827ec5273a tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.973s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.172446] env[69365]: DEBUG oslo_vmware.api [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3302051, 'name': PowerOffVM_Task, 'duration_secs': 0.304744} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.172739] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.172909] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.173360] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fd728b0-ad09-441f-8c60-8d8d1502b7c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.257427] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.257691] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.257948] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Deleting the datastore file [datastore1] 29a95130-6da6-4cd0-8f6d-5b95f0139a0e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.258280] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc7fe7d7-6b64-470d-a87b-89f3461d3d1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.265619] env[69365]: DEBUG oslo_vmware.api [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for the task: (returnval){ [ 939.265619] env[69365]: value = "task-3302054" [ 939.265619] env[69365]: _type = "Task" [ 939.265619] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.284050] env[69365]: DEBUG oslo_vmware.api [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3302054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.296261] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ce71f4-a51c-1fc0-74be-633e1bb4051c, 'name': SearchDatastore_Task, 'duration_secs': 0.011864} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.296261] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.296261] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 010e0256-fc11-4530-9de7-1124abe4f9ff/010e0256-fc11-4530-9de7-1124abe4f9ff.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.296261] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b88d30a0-f824-49b4-a90f-9d16126d82be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.305721] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 939.305721] env[69365]: value = "task-3302055" [ 939.305721] env[69365]: _type = "Task" [ 939.305721] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.316027] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.336189] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 53cb2fdd-0478-426e-a4e0-e5cf24fffa2a] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.492425] env[69365]: DEBUG oslo_vmware.api [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302052, 'name': PowerOnVM_Task, 'duration_secs': 0.516221} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.493390] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.494388] env[69365]: INFO nova.compute.manager [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Took 8.50 seconds to spawn the instance on the hypervisor. [ 939.494388] env[69365]: DEBUG nova.compute.manager [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.495268] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5374b0-6b4f-4f37-bdce-01f5a6e409fd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.782320] env[69365]: DEBUG oslo_vmware.api [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Task: {'id': task-3302054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135972} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.783065] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.783428] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.783790] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.784272] env[69365]: INFO nova.compute.manager [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 939.784663] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.785039] env[69365]: DEBUG nova.compute.manager [-] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.785332] env[69365]: DEBUG nova.network.neutron [-] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.801921] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe926a1-819d-4a8b-8a53-ac4170ed8154 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.813024] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92593c57-626e-4443-a391-6815dde25245 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.821681] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493901} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.824829] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 010e0256-fc11-4530-9de7-1124abe4f9ff/010e0256-fc11-4530-9de7-1124abe4f9ff.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.824829] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.824829] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90aae469-e73c-4fd8-a8d9-85e391c02aa8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.854475] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 205183f5-c414-49b0-b14f-cc7e70085cc1] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.861363] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fd1d25-315e-4adf-81f2-c6ec39ef8913 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.865899] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 939.865899] env[69365]: value = "task-3302056" [ 939.865899] env[69365]: _type = "Task" [ 939.865899] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.874440] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14993b4-1184-40df-a64c-192c5fb0fdd7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.881621] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.893827] env[69365]: DEBUG nova.compute.provider_tree [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.021917] env[69365]: INFO nova.compute.manager [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Took 38.16 seconds to build instance. [ 940.285309] env[69365]: DEBUG nova.compute.manager [req-76b2540c-802d-4c72-96fe-53c8f339de23 req-27858a3c-8adb-4049-888c-5033a5c3fcad service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Received event network-changed-7dd658c6-0480-461e-aaf5-393f19a6993a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.285309] env[69365]: DEBUG nova.compute.manager [req-76b2540c-802d-4c72-96fe-53c8f339de23 req-27858a3c-8adb-4049-888c-5033a5c3fcad service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Refreshing instance network info cache due to event network-changed-7dd658c6-0480-461e-aaf5-393f19a6993a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.285309] env[69365]: DEBUG oslo_concurrency.lockutils [req-76b2540c-802d-4c72-96fe-53c8f339de23 req-27858a3c-8adb-4049-888c-5033a5c3fcad service nova] Acquiring lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.285309] env[69365]: DEBUG oslo_concurrency.lockutils [req-76b2540c-802d-4c72-96fe-53c8f339de23 req-27858a3c-8adb-4049-888c-5033a5c3fcad service nova] Acquired lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.285732] env[69365]: DEBUG nova.network.neutron [req-76b2540c-802d-4c72-96fe-53c8f339de23 req-27858a3c-8adb-4049-888c-5033a5c3fcad service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Refreshing network info cache for port 7dd658c6-0480-461e-aaf5-393f19a6993a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.365767] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 96159685-0d1e-4992-9e01-a8142fdd47b8] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.377236] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077333} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.378762] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.378762] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca27271-362f-4f21-abb1-de14da04452f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.399567] env[69365]: DEBUG nova.scheduler.client.report [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.413521] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 010e0256-fc11-4530-9de7-1124abe4f9ff/010e0256-fc11-4530-9de7-1124abe4f9ff.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.413949] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ad29d6e-52d5-4579-b60b-06792daa25ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.440319] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 940.440319] env[69365]: value = "task-3302057" [ 940.440319] env[69365]: _type = "Task" [ 940.440319] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.449375] env[69365]: DEBUG nova.compute.manager [req-e677edb1-c5bb-4b3a-b4ca-7eeb8194a777 req-54b69bcf-7352-4725-9e16-cb182e2cf2ee service nova] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Received event network-vif-deleted-f41090c9-28f9-4132-b2b3-cac3ef580a02 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.449608] env[69365]: INFO nova.compute.manager [req-e677edb1-c5bb-4b3a-b4ca-7eeb8194a777 req-54b69bcf-7352-4725-9e16-cb182e2cf2ee service nova] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Neutron deleted interface f41090c9-28f9-4132-b2b3-cac3ef580a02; detaching it from the instance and deleting it from the info cache [ 940.449806] env[69365]: DEBUG nova.network.neutron [req-e677edb1-c5bb-4b3a-b4ca-7eeb8194a777 req-54b69bcf-7352-4725-9e16-cb182e2cf2ee service nova] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.455619] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.519228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cd3b5a30-5240-4983-89fe-376e4c72b227 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Lock "917098ed-48f3-4949-b333-5dc8e313fc93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.684s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.810638] env[69365]: DEBUG nova.network.neutron [-] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.873885] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: c048f2b5-510c-4565-beb7-d015a0e786f7] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.914943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.918262] env[69365]: DEBUG nova.compute.manager [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.919624] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.222s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.920602] env[69365]: DEBUG nova.objects.instance [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lazy-loading 'resources' on Instance uuid 3e7592b7-65d9-4c7f-9133-551d8529f865 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.957020] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302057, 'name': ReconfigVM_Task, 'duration_secs': 0.473695} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.957020] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 010e0256-fc11-4530-9de7-1124abe4f9ff/010e0256-fc11-4530-9de7-1124abe4f9ff.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.957020] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c709b734-3a11-49d0-8cb3-b59e6ba2587d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.960591] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a14d4597-99dd-43d6-b3be-a73b5300069e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.974806] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246aad93-f934-45f8-9f7b-94d06a3b880b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.986220] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 940.986220] env[69365]: value = "task-3302058" [ 940.986220] env[69365]: _type = "Task" [ 940.986220] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.995513] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302058, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.017403] env[69365]: DEBUG nova.compute.manager [req-e677edb1-c5bb-4b3a-b4ca-7eeb8194a777 req-54b69bcf-7352-4725-9e16-cb182e2cf2ee service nova] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Detach interface failed, port_id=f41090c9-28f9-4132-b2b3-cac3ef580a02, reason: Instance 29a95130-6da6-4cd0-8f6d-5b95f0139a0e could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 941.135564] env[69365]: DEBUG nova.network.neutron [req-76b2540c-802d-4c72-96fe-53c8f339de23 req-27858a3c-8adb-4049-888c-5033a5c3fcad service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updated VIF entry in instance network info cache for port 7dd658c6-0480-461e-aaf5-393f19a6993a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.135564] env[69365]: DEBUG nova.network.neutron [req-76b2540c-802d-4c72-96fe-53c8f339de23 req-27858a3c-8adb-4049-888c-5033a5c3fcad service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance_info_cache with network_info: [{"id": "7dd658c6-0480-461e-aaf5-393f19a6993a", "address": "fa:16:3e:15:ba:7d", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd658c6-04", "ovs_interfaceid": "7dd658c6-0480-461e-aaf5-393f19a6993a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.209755] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Acquiring lock "917098ed-48f3-4949-b333-5dc8e313fc93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.209755] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Lock "917098ed-48f3-4949-b333-5dc8e313fc93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.209755] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Acquiring lock "917098ed-48f3-4949-b333-5dc8e313fc93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.209755] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Lock "917098ed-48f3-4949-b333-5dc8e313fc93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.209755] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Lock "917098ed-48f3-4949-b333-5dc8e313fc93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.212755] env[69365]: INFO nova.compute.manager [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Terminating instance [ 941.315053] env[69365]: INFO nova.compute.manager [-] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Took 1.53 seconds to deallocate network for instance. [ 941.378612] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: d4c933e5-f6c1-4fec-bb82-8e65954c22aa] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.426027] env[69365]: DEBUG nova.compute.utils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.426027] env[69365]: DEBUG nova.compute.manager [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.426027] env[69365]: DEBUG nova.network.neutron [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.497551] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302058, 'name': Rename_Task, 'duration_secs': 0.345849} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.500183] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.500615] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52706885-a864-4dbf-bbc4-22065c9b6a99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.507224] env[69365]: DEBUG nova.policy [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2aba849387c84f4b802cf826e19e4767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dcccd5b2d21474a8b93cb2c02b9c163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.510442] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 941.510442] env[69365]: value = "task-3302059" [ 941.510442] env[69365]: _type = "Task" [ 941.510442] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.519553] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.639455] env[69365]: DEBUG oslo_concurrency.lockutils [req-76b2540c-802d-4c72-96fe-53c8f339de23 req-27858a3c-8adb-4049-888c-5033a5c3fcad service nova] Releasing lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.720581] env[69365]: DEBUG nova.compute.manager [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.721037] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.725105] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fe7216-761c-438e-a147-055238f42546 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.733140] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.733449] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1440e924-7e2a-4027-9229-361e1a1cd73d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.744626] env[69365]: DEBUG oslo_vmware.api [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Waiting for the task: (returnval){ [ 941.744626] env[69365]: value = "task-3302060" [ 941.744626] env[69365]: _type = "Task" [ 941.744626] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.754721] env[69365]: DEBUG oslo_vmware.api [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.822148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.880557] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 82c13f86-5dcc-4ca8-9006-dafc34dd00a1] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.925132] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a230a0-1143-4314-8f23-251bcb128fb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.934486] env[69365]: DEBUG nova.compute.manager [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.940313] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2daa55-12d6-4755-bdd3-653b60c9784c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.978323] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c89b6e3-b932-4277-9515-4b0287cee30f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.987795] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43b7bb4-3104-47a4-a976-270b8b93004e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.006272] env[69365]: DEBUG nova.compute.provider_tree [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.026217] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302059, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.035993] env[69365]: DEBUG nova.network.neutron [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Successfully created port: cff3f013-595c-42aa-af14-f3cc851c73e7 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.255890] env[69365]: DEBUG oslo_vmware.api [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302060, 'name': PowerOffVM_Task, 'duration_secs': 0.224153} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.256568] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.256568] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.256671] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f232edd-1efb-4e6d-8e38-b271880d7002 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.301016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.301016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.301016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.301016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.301016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.303160] env[69365]: INFO nova.compute.manager [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Terminating instance [ 942.336659] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.336995] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.337282] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Deleting the datastore file [datastore1] 917098ed-48f3-4949-b333-5dc8e313fc93 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.337902] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3642df0d-d456-4eca-8b67-9cbbdc3e3924 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.350043] env[69365]: DEBUG oslo_vmware.api [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Waiting for the task: (returnval){ [ 942.350043] env[69365]: value = "task-3302062" [ 942.350043] env[69365]: _type = "Task" [ 942.350043] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.368734] env[69365]: DEBUG oslo_vmware.api [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.384490] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: d0af16e1-ef91-409d-af71-2c57bd1c4aef] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.510833] env[69365]: DEBUG nova.scheduler.client.report [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.536027] env[69365]: DEBUG oslo_vmware.api [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302059, 'name': PowerOnVM_Task, 'duration_secs': 0.723828} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.536027] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.536027] env[69365]: INFO nova.compute.manager [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Took 7.23 seconds to spawn the instance on the hypervisor. [ 942.536027] env[69365]: DEBUG nova.compute.manager [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.536027] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95d05a8-a659-4ae2-946b-c5419d2ce598 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.809015] env[69365]: DEBUG nova.compute.manager [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.809015] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.809015] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a77957-3674-479e-88fd-975567a02417 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.819248] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.819411] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2fceecd-f9d9-4327-bb47-49cf6b8c6ed1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.831041] env[69365]: DEBUG oslo_vmware.api [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 942.831041] env[69365]: value = "task-3302063" [ 942.831041] env[69365]: _type = "Task" [ 942.831041] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.840501] env[69365]: DEBUG oslo_vmware.api [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.860876] env[69365]: DEBUG oslo_vmware.api [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Task: {'id': task-3302062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161884} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.860876] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.861043] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.862089] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.862366] env[69365]: INFO nova.compute.manager [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Took 1.14 seconds to destroy the instance on the hypervisor. [ 942.862584] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.862815] env[69365]: DEBUG nova.compute.manager [-] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.863019] env[69365]: DEBUG nova.network.neutron [-] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.893575] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: a093a10f-7e15-4efe-85ea-2b8e70ee61ed] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.952348] env[69365]: DEBUG nova.compute.manager [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.978859] env[69365]: DEBUG nova.virt.hardware [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.979769] env[69365]: DEBUG nova.virt.hardware [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.979769] env[69365]: DEBUG nova.virt.hardware [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.979769] env[69365]: DEBUG nova.virt.hardware [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.979935] env[69365]: DEBUG nova.virt.hardware [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.980484] env[69365]: DEBUG nova.virt.hardware [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.980484] env[69365]: DEBUG nova.virt.hardware [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.980611] env[69365]: DEBUG nova.virt.hardware [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.981298] env[69365]: DEBUG nova.virt.hardware [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.981298] env[69365]: DEBUG nova.virt.hardware [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.981455] env[69365]: DEBUG nova.virt.hardware [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.982552] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff799c7-1778-4e29-8278-8079d3048715 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.994612] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b7cdd3-9500-4c70-a5bb-928bb3b86468 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.027150] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.029892] env[69365]: DEBUG oslo_concurrency.lockutils [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.300s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.030156] env[69365]: DEBUG nova.objects.instance [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lazy-loading 'resources' on Instance uuid c320682c-7a15-4ba4-a744-7e1c4cd0effb {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.057868] env[69365]: INFO nova.compute.manager [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Took 24.16 seconds to build instance. [ 943.062703] env[69365]: INFO nova.scheduler.client.report [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleted allocations for instance 3e7592b7-65d9-4c7f-9133-551d8529f865 [ 943.261818] env[69365]: DEBUG nova.compute.manager [req-cc164776-28d6-4cd4-b090-2bf4af2978cd req-e0891b51-ae2d-44e5-867e-f8daf2376a2a service nova] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Received event network-vif-deleted-c077dd5d-5c7a-45c4-84e9-fd3b26da8be2 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.261912] env[69365]: INFO nova.compute.manager [req-cc164776-28d6-4cd4-b090-2bf4af2978cd req-e0891b51-ae2d-44e5-867e-f8daf2376a2a service nova] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Neutron deleted interface c077dd5d-5c7a-45c4-84e9-fd3b26da8be2; detaching it from the instance and deleting it from the info cache [ 943.262019] env[69365]: DEBUG nova.network.neutron [req-cc164776-28d6-4cd4-b090-2bf4af2978cd req-e0891b51-ae2d-44e5-867e-f8daf2376a2a service nova] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.342433] env[69365]: DEBUG oslo_vmware.api [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302063, 'name': PowerOffVM_Task, 'duration_secs': 0.274946} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.342751] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.342925] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.343192] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a42f4b0b-08ca-42ae-b804-f366fdacd361 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.397697] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 631e2028-d9a5-4a52-90f7-ffab81a34392] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.419104] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.419104] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.422703] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Deleting the datastore file [datastore1] 12166253-9d0a-4ffa-ba27-4ff6e783d0ab {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.422703] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78dd0612-2ee8-4b4a-9d91-c9fbe5fe00f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.433960] env[69365]: DEBUG oslo_vmware.api [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 943.433960] env[69365]: value = "task-3302065" [ 943.433960] env[69365]: _type = "Task" [ 943.433960] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.454037] env[69365]: DEBUG oslo_vmware.api [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.559871] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb0c749-6273-49db-b409-b731b3f3aca2 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "010e0256-fc11-4530-9de7-1124abe4f9ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.679s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.569456] env[69365]: DEBUG nova.compute.manager [req-f8eb595a-6aaa-4b24-ae16-26595b798855 req-805fdb23-e9ba-4ae3-978c-496ef356d1a6 service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Received event network-vif-plugged-cff3f013-595c-42aa-af14-f3cc851c73e7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.569456] env[69365]: DEBUG oslo_concurrency.lockutils [req-f8eb595a-6aaa-4b24-ae16-26595b798855 req-805fdb23-e9ba-4ae3-978c-496ef356d1a6 service nova] Acquiring lock "bb4c6cb9-25c1-48e2-ab50-b304f197a023-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.569456] env[69365]: DEBUG oslo_concurrency.lockutils [req-f8eb595a-6aaa-4b24-ae16-26595b798855 req-805fdb23-e9ba-4ae3-978c-496ef356d1a6 service nova] Lock "bb4c6cb9-25c1-48e2-ab50-b304f197a023-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.569771] env[69365]: DEBUG oslo_concurrency.lockutils [req-f8eb595a-6aaa-4b24-ae16-26595b798855 req-805fdb23-e9ba-4ae3-978c-496ef356d1a6 service nova] Lock "bb4c6cb9-25c1-48e2-ab50-b304f197a023-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.570047] env[69365]: DEBUG nova.compute.manager [req-f8eb595a-6aaa-4b24-ae16-26595b798855 req-805fdb23-e9ba-4ae3-978c-496ef356d1a6 service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] No waiting events found dispatching network-vif-plugged-cff3f013-595c-42aa-af14-f3cc851c73e7 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.570219] env[69365]: WARNING nova.compute.manager [req-f8eb595a-6aaa-4b24-ae16-26595b798855 req-805fdb23-e9ba-4ae3-978c-496ef356d1a6 service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Received unexpected event network-vif-plugged-cff3f013-595c-42aa-af14-f3cc851c73e7 for instance with vm_state building and task_state spawning. [ 943.573450] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ad9b017-cb43-4d63-b109-e75c9ccb0488 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "3e7592b7-65d9-4c7f-9133-551d8529f865" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.648s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.617236] env[69365]: DEBUG nova.network.neutron [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Successfully updated port: cff3f013-595c-42aa-af14-f3cc851c73e7 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.743348] env[69365]: DEBUG nova.network.neutron [-] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.766260] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2860e526-e989-4cfd-9136-4c028499319b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.777604] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e5be94-46cd-441e-a1cc-c20ede0041d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.815839] env[69365]: DEBUG nova.compute.manager [req-cc164776-28d6-4cd4-b090-2bf4af2978cd req-e0891b51-ae2d-44e5-867e-f8daf2376a2a service nova] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Detach interface failed, port_id=c077dd5d-5c7a-45c4-84e9-fd3b26da8be2, reason: Instance 917098ed-48f3-4949-b333-5dc8e313fc93 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.903021] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 992a7f0e-313c-4858-8cab-1ba670160225] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.923193] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a29ffeb-b1a0-470e-aa59-3a41c0346466 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.934304] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091c6bde-fa39-4b3d-8eb2-7f693b771d73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.948863] env[69365]: DEBUG oslo_vmware.api [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155436} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.975897] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.976835] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.976835] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.976835] env[69365]: INFO nova.compute.manager [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Took 1.17 seconds to destroy the instance on the hypervisor. [ 943.976835] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.979627] env[69365]: DEBUG nova.compute.manager [-] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.979713] env[69365]: DEBUG nova.network.neutron [-] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.982308] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01de249e-1679-47bb-a73a-7c1c24fa7aa1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.999067] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.999067] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.004136] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96084843-528f-421e-9ba4-0acdac916861 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.026798] env[69365]: DEBUG nova.compute.provider_tree [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.120274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-bb4c6cb9-25c1-48e2-ab50-b304f197a023" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.120564] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-bb4c6cb9-25c1-48e2-ab50-b304f197a023" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.120926] env[69365]: DEBUG nova.network.neutron [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.248613] env[69365]: INFO nova.compute.manager [-] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Took 1.39 seconds to deallocate network for instance. [ 944.406618] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: cdbc4c38-4161-46b9-b382-930146f88912] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.494619] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "010e0256-fc11-4530-9de7-1124abe4f9ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.494923] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "010e0256-fc11-4530-9de7-1124abe4f9ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.495143] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "010e0256-fc11-4530-9de7-1124abe4f9ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.495352] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "010e0256-fc11-4530-9de7-1124abe4f9ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.495545] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "010e0256-fc11-4530-9de7-1124abe4f9ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.497659] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.497889] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.498083] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.498290] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.498422] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.499984] env[69365]: INFO nova.compute.manager [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Terminating instance [ 944.501234] env[69365]: DEBUG nova.compute.manager [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.503760] env[69365]: INFO nova.compute.manager [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Terminating instance [ 944.530794] env[69365]: DEBUG nova.scheduler.client.report [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.662705] env[69365]: DEBUG nova.network.neutron [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.760229] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.836604] env[69365]: DEBUG nova.network.neutron [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Updating instance_info_cache with network_info: [{"id": "cff3f013-595c-42aa-af14-f3cc851c73e7", "address": "fa:16:3e:37:0e:0c", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff3f013-59", "ovs_interfaceid": "cff3f013-595c-42aa-af14-f3cc851c73e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.914624] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: c71c0ece-f925-4ac2-a005-8922212a6f97] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.008269] env[69365]: DEBUG nova.compute.manager [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.008269] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.010908] env[69365]: DEBUG nova.compute.manager [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.010908] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.013041] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64bf486-8ce9-4792-ae95-34e591fb4c2a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.017653] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53553da4-e159-4971-98a6-b69a06ae2935 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.027134] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.029359] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-759d2694-7df5-4078-ba01-39dd707015e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.031025] env[69365]: DEBUG nova.network.neutron [-] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.032878] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.032878] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d69f81ed-ef05-4bcc-b146-d76cc17f1c2a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.035704] env[69365]: DEBUG oslo_concurrency.lockutils [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.038704] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.038993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.244s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.039217] env[69365]: DEBUG nova.objects.instance [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lazy-loading 'resources' on Instance uuid 622347c1-0ca6-4f2b-bee9-86d5614813f3 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.044064] env[69365]: DEBUG oslo_vmware.api [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 945.044064] env[69365]: value = "task-3302066" [ 945.044064] env[69365]: _type = "Task" [ 945.044064] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.044064] env[69365]: DEBUG oslo_vmware.api [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 945.044064] env[69365]: value = "task-3302067" [ 945.044064] env[69365]: _type = "Task" [ 945.044064] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.067544] env[69365]: DEBUG oslo_vmware.api [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.067899] env[69365]: DEBUG oslo_vmware.api [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.069166] env[69365]: INFO nova.scheduler.client.report [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Deleted allocations for instance c320682c-7a15-4ba4-a744-7e1c4cd0effb [ 945.340269] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-bb4c6cb9-25c1-48e2-ab50-b304f197a023" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.340649] env[69365]: DEBUG nova.compute.manager [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Instance network_info: |[{"id": "cff3f013-595c-42aa-af14-f3cc851c73e7", "address": "fa:16:3e:37:0e:0c", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff3f013-59", "ovs_interfaceid": "cff3f013-595c-42aa-af14-f3cc851c73e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.341102] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:0e:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cff3f013-595c-42aa-af14-f3cc851c73e7', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.349208] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.349490] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.349725] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43383b55-64fb-439a-b1f8-96e0d4aafac5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.381924] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.381924] env[69365]: value = "task-3302068" [ 945.381924] env[69365]: _type = "Task" [ 945.381924] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.393411] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302068, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.418377] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.418569] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Cleaning up deleted instances with incomplete migration {{(pid=69365) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 945.536638] env[69365]: INFO nova.compute.manager [-] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Took 1.56 seconds to deallocate network for instance. [ 945.556958] env[69365]: DEBUG oslo_vmware.api [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302067, 'name': PowerOffVM_Task, 'duration_secs': 0.269548} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.560725] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.560900] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.561530] env[69365]: DEBUG oslo_vmware.api [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302066, 'name': PowerOffVM_Task, 'duration_secs': 0.224406} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.561740] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a87867a1-d955-4c75-a92e-1b59518460e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.563345] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.563522] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.566074] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38a4ad3f-4e57-48f3-a87b-65003758f1f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.576872] env[69365]: DEBUG oslo_concurrency.lockutils [None req-864512db-b098-4844-b920-84c798b539ae tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "c320682c-7a15-4ba4-a744-7e1c4cd0effb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.449s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.600242] env[69365]: DEBUG nova.compute.manager [req-4fae6ea5-382c-46e6-9ff3-9a3f7bdb70f4 req-56e2ab38-0953-4c63-9e04-5927efe0145c service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Received event network-changed-cff3f013-595c-42aa-af14-f3cc851c73e7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.600363] env[69365]: DEBUG nova.compute.manager [req-4fae6ea5-382c-46e6-9ff3-9a3f7bdb70f4 req-56e2ab38-0953-4c63-9e04-5927efe0145c service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Refreshing instance network info cache due to event network-changed-cff3f013-595c-42aa-af14-f3cc851c73e7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.600575] env[69365]: DEBUG oslo_concurrency.lockutils [req-4fae6ea5-382c-46e6-9ff3-9a3f7bdb70f4 req-56e2ab38-0953-4c63-9e04-5927efe0145c service nova] Acquiring lock "refresh_cache-bb4c6cb9-25c1-48e2-ab50-b304f197a023" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.600728] env[69365]: DEBUG oslo_concurrency.lockutils [req-4fae6ea5-382c-46e6-9ff3-9a3f7bdb70f4 req-56e2ab38-0953-4c63-9e04-5927efe0145c service nova] Acquired lock "refresh_cache-bb4c6cb9-25c1-48e2-ab50-b304f197a023" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.600868] env[69365]: DEBUG nova.network.neutron [req-4fae6ea5-382c-46e6-9ff3-9a3f7bdb70f4 req-56e2ab38-0953-4c63-9e04-5927efe0145c service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Refreshing network info cache for port cff3f013-595c-42aa-af14-f3cc851c73e7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.666551] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.666846] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.667019] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleting the datastore file [datastore2] f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.667904] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca825be0-320e-4156-a053-db900d610a1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.669903] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.670133] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.670260] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleting the datastore file [datastore2] 010e0256-fc11-4530-9de7-1124abe4f9ff {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.670857] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2a20851-9ed0-42b2-a817-0e4ea644def9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.679731] env[69365]: DEBUG oslo_vmware.api [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 945.679731] env[69365]: value = "task-3302071" [ 945.679731] env[69365]: _type = "Task" [ 945.679731] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.683364] env[69365]: DEBUG oslo_vmware.api [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 945.683364] env[69365]: value = "task-3302072" [ 945.683364] env[69365]: _type = "Task" [ 945.683364] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.703118] env[69365]: DEBUG oslo_vmware.api [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.703513] env[69365]: DEBUG oslo_vmware.api [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.893292] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302068, 'name': CreateVM_Task, 'duration_secs': 0.429644} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.893473] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.894194] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.894363] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.894679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.897284] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77c733d7-e199-45b3-a81b-0864f389a7c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.902920] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 945.902920] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ced97e-1795-511c-ce24-b7ef9af54d29" [ 945.902920] env[69365]: _type = "Task" [ 945.902920] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.914473] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ced97e-1795-511c-ce24-b7ef9af54d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.921059] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.924960] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969630bb-142f-4b05-a17f-adb98adf6d7b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.932956] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb7297c-61a2-4fe6-9e6f-1f468b4da852 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.965612] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a026d7-907d-4017-a492-ff9e9d45d473 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.973899] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d44a85-f65e-489c-8797-e9592285242e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.988807] env[69365]: DEBUG nova.compute.provider_tree [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.046434] env[69365]: DEBUG oslo_concurrency.lockutils [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.194708] env[69365]: DEBUG oslo_vmware.api [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19484} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.195400] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.195711] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.195822] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.196029] env[69365]: INFO nova.compute.manager [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Took 1.19 seconds to destroy the instance on the hypervisor. [ 946.196353] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.196550] env[69365]: DEBUG nova.compute.manager [-] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.196644] env[69365]: DEBUG nova.network.neutron [-] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.201185] env[69365]: DEBUG oslo_vmware.api [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178089} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.203767] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.203952] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.204146] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.204332] env[69365]: INFO nova.compute.manager [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Took 1.20 seconds to destroy the instance on the hypervisor. [ 946.204580] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.204789] env[69365]: DEBUG nova.compute.manager [-] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.204882] env[69365]: DEBUG nova.network.neutron [-] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.413915] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ced97e-1795-511c-ce24-b7ef9af54d29, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.414282] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.414514] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.414755] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.414897] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.415090] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.415344] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82dc6edb-dc60-496f-8d6c-c89cb6aea13b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.425871] env[69365]: DEBUG nova.network.neutron [req-4fae6ea5-382c-46e6-9ff3-9a3f7bdb70f4 req-56e2ab38-0953-4c63-9e04-5927efe0145c service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Updated VIF entry in instance network info cache for port cff3f013-595c-42aa-af14-f3cc851c73e7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.426292] env[69365]: DEBUG nova.network.neutron [req-4fae6ea5-382c-46e6-9ff3-9a3f7bdb70f4 req-56e2ab38-0953-4c63-9e04-5927efe0145c service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Updating instance_info_cache with network_info: [{"id": "cff3f013-595c-42aa-af14-f3cc851c73e7", "address": "fa:16:3e:37:0e:0c", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff3f013-59", "ovs_interfaceid": "cff3f013-595c-42aa-af14-f3cc851c73e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.431021] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.431021] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.431021] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a12c4a93-ba1f-44dc-a402-690a5196c8a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.436020] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 946.436020] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e90f8e-72a7-d066-6c8c-f000cc560a8e" [ 946.436020] env[69365]: _type = "Task" [ 946.436020] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.444787] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e90f8e-72a7-d066-6c8c-f000cc560a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.492353] env[69365]: DEBUG nova.scheduler.client.report [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.539499] env[69365]: DEBUG nova.compute.manager [req-76e484b8-8b5c-49d4-8c7f-df40778c6abd req-0918ebd4-09a3-4754-b99c-621e1ee98b15 service nova] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Received event network-vif-deleted-7f6e62dd-adf7-4efd-a42f-6625e4bca0d9 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.539707] env[69365]: INFO nova.compute.manager [req-76e484b8-8b5c-49d4-8c7f-df40778c6abd req-0918ebd4-09a3-4754-b99c-621e1ee98b15 service nova] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Neutron deleted interface 7f6e62dd-adf7-4efd-a42f-6625e4bca0d9; detaching it from the instance and deleting it from the info cache [ 946.539874] env[69365]: DEBUG nova.network.neutron [req-76e484b8-8b5c-49d4-8c7f-df40778c6abd req-0918ebd4-09a3-4754-b99c-621e1ee98b15 service nova] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.931048] env[69365]: DEBUG oslo_concurrency.lockutils [req-4fae6ea5-382c-46e6-9ff3-9a3f7bdb70f4 req-56e2ab38-0953-4c63-9e04-5927efe0145c service nova] Releasing lock "refresh_cache-bb4c6cb9-25c1-48e2-ab50-b304f197a023" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.931343] env[69365]: DEBUG nova.compute.manager [req-4fae6ea5-382c-46e6-9ff3-9a3f7bdb70f4 req-56e2ab38-0953-4c63-9e04-5927efe0145c service nova] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Received event network-vif-deleted-ff0a3e07-a4f2-49b7-accc-480fc018786c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.945604] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e90f8e-72a7-d066-6c8c-f000cc560a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.013328} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.946409] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d4116a-11b9-4530-93f0-f00ea6c7981b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.952488] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 946.952488] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525f5fd2-5a2d-99b5-6d86-aa9d9c312990" [ 946.952488] env[69365]: _type = "Task" [ 946.952488] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.960072] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525f5fd2-5a2d-99b5-6d86-aa9d9c312990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.998048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.000434] env[69365]: DEBUG oslo_concurrency.lockutils [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.335s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.022794] env[69365]: INFO nova.scheduler.client.report [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Deleted allocations for instance 622347c1-0ca6-4f2b-bee9-86d5614813f3 [ 947.026352] env[69365]: DEBUG nova.network.neutron [-] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.036754] env[69365]: DEBUG nova.network.neutron [-] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.042572] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d95fc173-3469-4b05-824f-d48fdd6844e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.053132] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12356a2b-0b77-4322-a8bd-c12eba324f98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.090214] env[69365]: DEBUG nova.compute.manager [req-76e484b8-8b5c-49d4-8c7f-df40778c6abd req-0918ebd4-09a3-4754-b99c-621e1ee98b15 service nova] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Detach interface failed, port_id=7f6e62dd-adf7-4efd-a42f-6625e4bca0d9, reason: Instance f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 947.462757] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525f5fd2-5a2d-99b5-6d86-aa9d9c312990, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.463112] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.463454] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] bb4c6cb9-25c1-48e2-ab50-b304f197a023/bb4c6cb9-25c1-48e2-ab50-b304f197a023.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.463728] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a77a8a2-813b-4c9f-9bf0-ec5d03d84e93 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.471557] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 947.471557] env[69365]: value = "task-3302073" [ 947.471557] env[69365]: _type = "Task" [ 947.471557] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.479954] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.504929] env[69365]: INFO nova.compute.claims [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.531618] env[69365]: INFO nova.compute.manager [-] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Took 1.33 seconds to deallocate network for instance. [ 947.531760] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a72a0cb0-9521-4e86-bbdd-e07c3c93044d tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "622347c1-0ca6-4f2b-bee9-86d5614813f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.320s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.539408] env[69365]: INFO nova.compute.manager [-] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Took 1.33 seconds to deallocate network for instance. [ 947.629363] env[69365]: DEBUG nova.compute.manager [req-988bd0a1-d41a-46a2-b598-bdafe56340da req-920506d9-d456-4ffe-9de7-9d9e195382f5 service nova] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Received event network-vif-deleted-c16368ef-ce25-4c66-aae5-6adc1361b18c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.981691] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485467} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.982084] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] bb4c6cb9-25c1-48e2-ab50-b304f197a023/bb4c6cb9-25c1-48e2-ab50-b304f197a023.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.982213] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.982471] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c2af75a-8f92-49ab-9f9c-4575ac27c550 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.988112] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 947.988112] env[69365]: value = "task-3302074" [ 947.988112] env[69365]: _type = "Task" [ 947.988112] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.995546] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.011301] env[69365]: INFO nova.compute.resource_tracker [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating resource usage from migration f6c5dd92-1022-4e24-bb51-12f155784635 [ 948.042378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.047344] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.205533] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "5dc7437b-a9e1-4deb-8df3-3df9d5727b96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.205720] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "5dc7437b-a9e1-4deb-8df3-3df9d5727b96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.234522] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "e22bba2b-7541-47d4-b239-56e2b0b436d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.234917] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "e22bba2b-7541-47d4-b239-56e2b0b436d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.349921] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d8974f-79c7-4641-a15d-7ab5ecdfbd70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.357754] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1988448b-e45a-4026-964f-f33fd22c11a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.389690] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb191c3d-fec4-43b3-90e5-8108968cd0e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.397220] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbfe147-90ca-47f0-accf-e73b6656c7ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.410459] env[69365]: DEBUG nova.compute.provider_tree [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.497888] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061565} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.498219] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.498973] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc318147-fd2a-4408-bba9-40fd4c23c161 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.520423] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] bb4c6cb9-25c1-48e2-ab50-b304f197a023/bb4c6cb9-25c1-48e2-ab50-b304f197a023.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.520660] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9468e94-f9d4-4ae6-9d57-bdb22a8fb50a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.539072] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 948.539072] env[69365]: value = "task-3302075" [ 948.539072] env[69365]: _type = "Task" [ 948.539072] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.546737] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.708011] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.737902] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.913571] env[69365]: DEBUG nova.scheduler.client.report [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.050516] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302075, 'name': ReconfigVM_Task, 'duration_secs': 0.317621} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.050867] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Reconfigured VM instance instance-00000045 to attach disk [datastore2] bb4c6cb9-25c1-48e2-ab50-b304f197a023/bb4c6cb9-25c1-48e2-ab50-b304f197a023.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.051364] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a3ad634-0662-4446-b0b1-17e27c81d7ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.057894] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 949.057894] env[69365]: value = "task-3302076" [ 949.057894] env[69365]: _type = "Task" [ 949.057894] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.065399] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302076, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.232641] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.255758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.420487] env[69365]: DEBUG oslo_concurrency.lockutils [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.420s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.420760] env[69365]: INFO nova.compute.manager [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Migrating [ 949.427880] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.745s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.429412] env[69365]: INFO nova.compute.claims [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.568378] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302076, 'name': Rename_Task, 'duration_secs': 0.171478} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.568947] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.569198] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-029d8767-75a5-4b1e-87e7-5d44b9d512bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.575181] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 949.575181] env[69365]: value = "task-3302077" [ 949.575181] env[69365]: _type = "Task" [ 949.575181] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.582341] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.940272] env[69365]: DEBUG oslo_concurrency.lockutils [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.940392] env[69365]: DEBUG oslo_concurrency.lockutils [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.941272] env[69365]: DEBUG nova.network.neutron [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.085459] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302077, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.588482] env[69365]: DEBUG oslo_vmware.api [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302077, 'name': PowerOnVM_Task, 'duration_secs': 0.695768} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.588764] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.588966] env[69365]: INFO nova.compute.manager [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Took 7.64 seconds to spawn the instance on the hypervisor. [ 950.589172] env[69365]: DEBUG nova.compute.manager [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.589971] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee989c39-a749-46cb-a441-88a8557384a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.717209] env[69365]: DEBUG nova.network.neutron [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance_info_cache with network_info: [{"id": "31ed2089-7050-4a2a-a6e7-525ae070c78c", "address": "fa:16:3e:75:0c:33", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed2089-70", "ovs_interfaceid": "31ed2089-7050-4a2a-a6e7-525ae070c78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.773644] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac68c5d-4582-4480-aa9b-3f5867f09395 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.780979] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c731c2b-925c-4b4e-9de2-b9bfb50c04c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.812093] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e90bfd-de90-4d0f-b2fd-704a8265767a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.819435] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e7f2d9-9604-4802-bf5f-315aa6e17425 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.832212] env[69365]: DEBUG nova.compute.provider_tree [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.110549] env[69365]: INFO nova.compute.manager [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Took 29.01 seconds to build instance. [ 951.221095] env[69365]: DEBUG oslo_concurrency.lockutils [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.335495] env[69365]: DEBUG nova.scheduler.client.report [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.616023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7a0a5dd7-1d4e-4f03-a7af-1664875cb31a tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "bb4c6cb9-25c1-48e2-ab50-b304f197a023" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.525s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.843249] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.843249] env[69365]: DEBUG nova.compute.manager [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.844377] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.038s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.850463] env[69365]: INFO nova.compute.claims [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.347951] env[69365]: DEBUG nova.compute.manager [req-02b9b078-2019-429f-b56a-0d4f95f11217 req-f698f4c7-e15b-44da-9003-54ef14ed8a0e service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Received event network-changed-cff3f013-595c-42aa-af14-f3cc851c73e7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.348225] env[69365]: DEBUG nova.compute.manager [req-02b9b078-2019-429f-b56a-0d4f95f11217 req-f698f4c7-e15b-44da-9003-54ef14ed8a0e service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Refreshing instance network info cache due to event network-changed-cff3f013-595c-42aa-af14-f3cc851c73e7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.348817] env[69365]: DEBUG oslo_concurrency.lockutils [req-02b9b078-2019-429f-b56a-0d4f95f11217 req-f698f4c7-e15b-44da-9003-54ef14ed8a0e service nova] Acquiring lock "refresh_cache-bb4c6cb9-25c1-48e2-ab50-b304f197a023" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.348817] env[69365]: DEBUG oslo_concurrency.lockutils [req-02b9b078-2019-429f-b56a-0d4f95f11217 req-f698f4c7-e15b-44da-9003-54ef14ed8a0e service nova] Acquired lock "refresh_cache-bb4c6cb9-25c1-48e2-ab50-b304f197a023" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.348817] env[69365]: DEBUG nova.network.neutron [req-02b9b078-2019-429f-b56a-0d4f95f11217 req-f698f4c7-e15b-44da-9003-54ef14ed8a0e service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Refreshing network info cache for port cff3f013-595c-42aa-af14-f3cc851c73e7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.358032] env[69365]: DEBUG nova.compute.utils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.360331] env[69365]: DEBUG nova.compute.manager [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.360537] env[69365]: DEBUG nova.network.neutron [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.404018] env[69365]: DEBUG nova.policy [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '556ad6a721e04e898e1e043a6acaf4c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '310d492db9584229923dc44e59aac0e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.710172] env[69365]: DEBUG nova.network.neutron [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Successfully created port: 3c4e09e3-f166-44c0-947f-eaa4d09892a4 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.737459] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b634514-3d66-4515-b4de-512580b6ef89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.757188] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance '2d6787bb-5928-44c8-94a3-47b93c5cbd0c' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.863020] env[69365]: DEBUG nova.compute.manager [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.149853] env[69365]: DEBUG nova.network.neutron [req-02b9b078-2019-429f-b56a-0d4f95f11217 req-f698f4c7-e15b-44da-9003-54ef14ed8a0e service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Updated VIF entry in instance network info cache for port cff3f013-595c-42aa-af14-f3cc851c73e7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.150337] env[69365]: DEBUG nova.network.neutron [req-02b9b078-2019-429f-b56a-0d4f95f11217 req-f698f4c7-e15b-44da-9003-54ef14ed8a0e service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Updating instance_info_cache with network_info: [{"id": "cff3f013-595c-42aa-af14-f3cc851c73e7", "address": "fa:16:3e:37:0e:0c", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff3f013-59", "ovs_interfaceid": "cff3f013-595c-42aa-af14-f3cc851c73e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.261029] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb0d35a-e861-4ad7-9ee5-6b7ae309b948 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.266825] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.269071] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54730f27-f2d2-4c62-8c43-30c58b5a30f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.271387] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c85f8a-c673-41c0-9f22-e96caf54d1ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.279391] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 953.279391] env[69365]: value = "task-3302078" [ 953.279391] env[69365]: _type = "Task" [ 953.279391] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.309713] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c62703a-f4cb-43be-af79-64edb7d4b5f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.318500] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.321593] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3471ef8-d4cc-430b-829a-cec22694f769 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.334829] env[69365]: DEBUG nova.compute.provider_tree [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.653583] env[69365]: DEBUG oslo_concurrency.lockutils [req-02b9b078-2019-429f-b56a-0d4f95f11217 req-f698f4c7-e15b-44da-9003-54ef14ed8a0e service nova] Releasing lock "refresh_cache-bb4c6cb9-25c1-48e2-ab50-b304f197a023" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.815282] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302078, 'name': PowerOffVM_Task, 'duration_secs': 0.218422} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.815547] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.815727] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance '2d6787bb-5928-44c8-94a3-47b93c5cbd0c' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 953.837993] env[69365]: DEBUG nova.scheduler.client.report [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.871403] env[69365]: DEBUG nova.compute.manager [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.898891] env[69365]: DEBUG nova.virt.hardware [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.899220] env[69365]: DEBUG nova.virt.hardware [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.899391] env[69365]: DEBUG nova.virt.hardware [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.899579] env[69365]: DEBUG nova.virt.hardware [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.899729] env[69365]: DEBUG nova.virt.hardware [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.899878] env[69365]: DEBUG nova.virt.hardware [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.900111] env[69365]: DEBUG nova.virt.hardware [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.900294] env[69365]: DEBUG nova.virt.hardware [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.900466] env[69365]: DEBUG nova.virt.hardware [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.900633] env[69365]: DEBUG nova.virt.hardware [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.900810] env[69365]: DEBUG nova.virt.hardware [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.901702] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33606006-6391-4153-b287-9607eaf6529a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.909511] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35107d82-41d7-4c5d-86d9-6c10a2e71fec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.249708] env[69365]: DEBUG nova.compute.manager [req-2484c847-81bf-4c37-8bee-655690bff77b req-b3915685-e161-4bdf-8f58-dbe02dcf95ce service nova] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Received event network-vif-plugged-3c4e09e3-f166-44c0-947f-eaa4d09892a4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.249947] env[69365]: DEBUG oslo_concurrency.lockutils [req-2484c847-81bf-4c37-8bee-655690bff77b req-b3915685-e161-4bdf-8f58-dbe02dcf95ce service nova] Acquiring lock "81da77a0-1f4b-475a-91ab-a93837999000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.250164] env[69365]: DEBUG oslo_concurrency.lockutils [req-2484c847-81bf-4c37-8bee-655690bff77b req-b3915685-e161-4bdf-8f58-dbe02dcf95ce service nova] Lock "81da77a0-1f4b-475a-91ab-a93837999000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.250335] env[69365]: DEBUG oslo_concurrency.lockutils [req-2484c847-81bf-4c37-8bee-655690bff77b req-b3915685-e161-4bdf-8f58-dbe02dcf95ce service nova] Lock "81da77a0-1f4b-475a-91ab-a93837999000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.250496] env[69365]: DEBUG nova.compute.manager [req-2484c847-81bf-4c37-8bee-655690bff77b req-b3915685-e161-4bdf-8f58-dbe02dcf95ce service nova] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] No waiting events found dispatching network-vif-plugged-3c4e09e3-f166-44c0-947f-eaa4d09892a4 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.250656] env[69365]: WARNING nova.compute.manager [req-2484c847-81bf-4c37-8bee-655690bff77b req-b3915685-e161-4bdf-8f58-dbe02dcf95ce service nova] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Received unexpected event network-vif-plugged-3c4e09e3-f166-44c0-947f-eaa4d09892a4 for instance with vm_state building and task_state spawning. [ 954.316875] env[69365]: DEBUG nova.network.neutron [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Successfully updated port: 3c4e09e3-f166-44c0-947f-eaa4d09892a4 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.322348] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.322603] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.322730] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.322902] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.323066] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.323249] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.323409] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.323569] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.323733] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.323893] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.324084] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.329592] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44d4b933-67aa-4a90-8c11-67ef3affc6e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.343014] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.343518] env[69365]: DEBUG nova.compute.manager [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.347576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.049s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.348289] env[69365]: DEBUG nova.objects.instance [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lazy-loading 'resources' on Instance uuid 7dc3aa35-c468-4aff-8225-872503a4f561 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.348765] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 954.348765] env[69365]: value = "task-3302079" [ 954.348765] env[69365]: _type = "Task" [ 954.348765] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.358411] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.820426] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "refresh_cache-81da77a0-1f4b-475a-91ab-a93837999000" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.820426] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "refresh_cache-81da77a0-1f4b-475a-91ab-a93837999000" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.820426] env[69365]: DEBUG nova.network.neutron [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.850055] env[69365]: DEBUG nova.compute.utils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.854283] env[69365]: DEBUG nova.compute.manager [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.854506] env[69365]: DEBUG nova.network.neutron [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.869067] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302079, 'name': ReconfigVM_Task, 'duration_secs': 0.390283} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.869391] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance '2d6787bb-5928-44c8-94a3-47b93c5cbd0c' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.914059] env[69365]: DEBUG nova.policy [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ffff5553d9e4269984d7fdd174227f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cab9f02c8dbc412fb431bb4aa409beea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.218464] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4848b5-527f-4023-9408-f62a65e3f9bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.226065] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2da879f-d129-47b4-abc4-f9d76a48e359 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.256050] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec7b27b-b069-4b27-a8f2-d9bb8ede37dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.259245] env[69365]: DEBUG nova.network.neutron [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Successfully created port: 388529ab-783c-4be6-aab2-d35230a1f850 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.266033] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388c98f8-5d44-4825-8932-2fb070c65647 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.278628] env[69365]: DEBUG nova.compute.provider_tree [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.354578] env[69365]: DEBUG nova.network.neutron [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.359128] env[69365]: DEBUG nova.compute.manager [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.379250] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.379250] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.379250] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.379250] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.379250] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.379250] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.379572] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.379572] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.379712] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.379870] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.380049] env[69365]: DEBUG nova.virt.hardware [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.385809] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 955.388378] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-554b61ea-96e2-4152-bb78-a924323d804a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.409303] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 955.409303] env[69365]: value = "task-3302080" [ 955.409303] env[69365]: _type = "Task" [ 955.409303] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.417193] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.526070] env[69365]: DEBUG nova.network.neutron [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Updating instance_info_cache with network_info: [{"id": "3c4e09e3-f166-44c0-947f-eaa4d09892a4", "address": "fa:16:3e:ba:19:9d", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4e09e3-f1", "ovs_interfaceid": "3c4e09e3-f166-44c0-947f-eaa4d09892a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.781587] env[69365]: DEBUG nova.scheduler.client.report [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.919027] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302080, 'name': ReconfigVM_Task, 'duration_secs': 0.163979} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.919307] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 955.920022] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23392e44-791a-4555-9016-46b3fc8c6bdb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.942189] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 2d6787bb-5928-44c8-94a3-47b93c5cbd0c/2d6787bb-5928-44c8-94a3-47b93c5cbd0c.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.942494] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dde5227-faee-44e3-9716-495d1c35af5b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.960818] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 955.960818] env[69365]: value = "task-3302081" [ 955.960818] env[69365]: _type = "Task" [ 955.960818] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.968928] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.028758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "refresh_cache-81da77a0-1f4b-475a-91ab-a93837999000" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.029079] env[69365]: DEBUG nova.compute.manager [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Instance network_info: |[{"id": "3c4e09e3-f166-44c0-947f-eaa4d09892a4", "address": "fa:16:3e:ba:19:9d", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4e09e3-f1", "ovs_interfaceid": "3c4e09e3-f166-44c0-947f-eaa4d09892a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.029529] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:19:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c4e09e3-f166-44c0-947f-eaa4d09892a4', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.037321] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.037470] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.037704] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cc8a090-a4f9-4f8a-ad1e-1f90b1d369a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.058477] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.058477] env[69365]: value = "task-3302082" [ 956.058477] env[69365]: _type = "Task" [ 956.058477] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.065627] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302082, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.287637] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.291035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.457s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.291812] env[69365]: INFO nova.compute.claims [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.318460] env[69365]: DEBUG nova.compute.manager [req-62786508-887e-4da4-b858-c2054455b41f req-7a52505f-4c6d-4d7f-bf0e-622ed54a0e91 service nova] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Received event network-changed-3c4e09e3-f166-44c0-947f-eaa4d09892a4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.318702] env[69365]: DEBUG nova.compute.manager [req-62786508-887e-4da4-b858-c2054455b41f req-7a52505f-4c6d-4d7f-bf0e-622ed54a0e91 service nova] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Refreshing instance network info cache due to event network-changed-3c4e09e3-f166-44c0-947f-eaa4d09892a4. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.318929] env[69365]: DEBUG oslo_concurrency.lockutils [req-62786508-887e-4da4-b858-c2054455b41f req-7a52505f-4c6d-4d7f-bf0e-622ed54a0e91 service nova] Acquiring lock "refresh_cache-81da77a0-1f4b-475a-91ab-a93837999000" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.319353] env[69365]: DEBUG oslo_concurrency.lockutils [req-62786508-887e-4da4-b858-c2054455b41f req-7a52505f-4c6d-4d7f-bf0e-622ed54a0e91 service nova] Acquired lock "refresh_cache-81da77a0-1f4b-475a-91ab-a93837999000" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.319353] env[69365]: DEBUG nova.network.neutron [req-62786508-887e-4da4-b858-c2054455b41f req-7a52505f-4c6d-4d7f-bf0e-622ed54a0e91 service nova] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Refreshing network info cache for port 3c4e09e3-f166-44c0-947f-eaa4d09892a4 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.321175] env[69365]: INFO nova.scheduler.client.report [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleted allocations for instance 7dc3aa35-c468-4aff-8225-872503a4f561 [ 956.368149] env[69365]: DEBUG nova.compute.manager [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.393494] env[69365]: DEBUG nova.virt.hardware [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.393737] env[69365]: DEBUG nova.virt.hardware [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.393895] env[69365]: DEBUG nova.virt.hardware [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.394097] env[69365]: DEBUG nova.virt.hardware [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.394338] env[69365]: DEBUG nova.virt.hardware [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.394522] env[69365]: DEBUG nova.virt.hardware [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.394731] env[69365]: DEBUG nova.virt.hardware [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.394892] env[69365]: DEBUG nova.virt.hardware [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.395095] env[69365]: DEBUG nova.virt.hardware [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.395573] env[69365]: DEBUG nova.virt.hardware [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.395573] env[69365]: DEBUG nova.virt.hardware [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.396282] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5b3961-f5ee-4071-8cdb-eb33feebca13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.403922] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f84c119-ce51-4445-a712-4587dfc67059 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.470162] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.567648] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302082, 'name': CreateVM_Task, 'duration_secs': 0.340964} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.567817] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.568549] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.568716] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.569055] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.569307] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11bb1924-7ed2-4a72-a7d5-d846a4c7f569 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.573527] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 956.573527] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521f07f7-d8c1-90bf-a064-2cb4a3ed2e5f" [ 956.573527] env[69365]: _type = "Task" [ 956.573527] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.580903] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521f07f7-d8c1-90bf-a064-2cb4a3ed2e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.711673] env[69365]: DEBUG nova.network.neutron [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Successfully updated port: 388529ab-783c-4be6-aab2-d35230a1f850 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.830735] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce09f31f-09e4-4dae-af8d-29ada6c65c48 tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "7dc3aa35-c468-4aff-8225-872503a4f561" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.823s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.972694] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302081, 'name': ReconfigVM_Task, 'duration_secs': 0.806759} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.973049] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 2d6787bb-5928-44c8-94a3-47b93c5cbd0c/2d6787bb-5928-44c8-94a3-47b93c5cbd0c.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.973409] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance '2d6787bb-5928-44c8-94a3-47b93c5cbd0c' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.054716] env[69365]: DEBUG nova.network.neutron [req-62786508-887e-4da4-b858-c2054455b41f req-7a52505f-4c6d-4d7f-bf0e-622ed54a0e91 service nova] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Updated VIF entry in instance network info cache for port 3c4e09e3-f166-44c0-947f-eaa4d09892a4. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.055137] env[69365]: DEBUG nova.network.neutron [req-62786508-887e-4da4-b858-c2054455b41f req-7a52505f-4c6d-4d7f-bf0e-622ed54a0e91 service nova] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Updating instance_info_cache with network_info: [{"id": "3c4e09e3-f166-44c0-947f-eaa4d09892a4", "address": "fa:16:3e:ba:19:9d", "network": {"id": "15e6e112-bc35-4592-82c3-d0958e0fe2a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1836770741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "310d492db9584229923dc44e59aac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4e09e3-f1", "ovs_interfaceid": "3c4e09e3-f166-44c0-947f-eaa4d09892a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.084419] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521f07f7-d8c1-90bf-a064-2cb4a3ed2e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.084744] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.084949] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.085239] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.085392] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.085580] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.085818] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fab1919f-8012-48b4-bd0e-b14e57cab295 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.094232] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.094417] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.095194] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12abec19-2427-4810-9959-fa7432d3dbcf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.100915] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 957.100915] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524707b2-42a5-3b79-3fb8-f34a6aab0980" [ 957.100915] env[69365]: _type = "Task" [ 957.100915] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.108423] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524707b2-42a5-3b79-3fb8-f34a6aab0980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.214309] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "refresh_cache-526cbb1e-31d9-414c-bb78-21653fa48be9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.214524] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquired lock "refresh_cache-526cbb1e-31d9-414c-bb78-21653fa48be9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.214686] env[69365]: DEBUG nova.network.neutron [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.480157] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dc09dc-acc8-44c8-859f-a8f55f90ebf6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.505218] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71d9504-4930-4e01-b560-0e9f2a0cb256 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.522973] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance '2d6787bb-5928-44c8-94a3-47b93c5cbd0c' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.558083] env[69365]: DEBUG oslo_concurrency.lockutils [req-62786508-887e-4da4-b858-c2054455b41f req-7a52505f-4c6d-4d7f-bf0e-622ed54a0e91 service nova] Releasing lock "refresh_cache-81da77a0-1f4b-475a-91ab-a93837999000" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.612764] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524707b2-42a5-3b79-3fb8-f34a6aab0980, 'name': SearchDatastore_Task, 'duration_secs': 0.008088} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.614792] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8892570-3b6c-4571-bcd6-2fdc2d1c6e26 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.617207] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85eebe46-e40b-4962-8171-bde6782f09cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.624655] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 957.624655] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52351df5-a9e7-ddd8-aa6e-90da96c3b939" [ 957.624655] env[69365]: _type = "Task" [ 957.624655] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.625797] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0db35a-3818-41ff-819e-ea619cda4011 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.636723] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52351df5-a9e7-ddd8-aa6e-90da96c3b939, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.660100] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.660350] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 81da77a0-1f4b-475a-91ab-a93837999000/81da77a0-1f4b-475a-91ab-a93837999000.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.660786] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57824e0b-f95e-4bc2-a87f-4e278ad4e88d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.663183] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021e0598-3a28-4e7b-89fe-ca75cc7c8d16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.671837] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ae2d3e-08a2-4b12-9cfa-7ffb990bc99f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.675386] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 957.675386] env[69365]: value = "task-3302083" [ 957.675386] env[69365]: _type = "Task" [ 957.675386] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.687223] env[69365]: DEBUG nova.compute.provider_tree [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.692648] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.748362] env[69365]: DEBUG nova.network.neutron [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.873898] env[69365]: DEBUG nova.network.neutron [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Updating instance_info_cache with network_info: [{"id": "388529ab-783c-4be6-aab2-d35230a1f850", "address": "fa:16:3e:38:10:0b", "network": {"id": "7d529e1e-3a68-49f4-833f-c5446e86b516", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-372829040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab9f02c8dbc412fb431bb4aa409beea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap388529ab-78", "ovs_interfaceid": "388529ab-783c-4be6-aab2-d35230a1f850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.069704] env[69365]: DEBUG nova.network.neutron [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Port 31ed2089-7050-4a2a-a6e7-525ae070c78c binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 958.185782] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47458} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.186078] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 81da77a0-1f4b-475a-91ab-a93837999000/81da77a0-1f4b-475a-91ab-a93837999000.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.186302] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.186566] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-812ec8fe-18ff-4387-918c-6b8281eee2df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.191084] env[69365]: DEBUG nova.scheduler.client.report [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.198025] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 958.198025] env[69365]: value = "task-3302084" [ 958.198025] env[69365]: _type = "Task" [ 958.198025] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.205259] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.377193] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Releasing lock "refresh_cache-526cbb1e-31d9-414c-bb78-21653fa48be9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.377560] env[69365]: DEBUG nova.compute.manager [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Instance network_info: |[{"id": "388529ab-783c-4be6-aab2-d35230a1f850", "address": "fa:16:3e:38:10:0b", "network": {"id": "7d529e1e-3a68-49f4-833f-c5446e86b516", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-372829040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab9f02c8dbc412fb431bb4aa409beea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap388529ab-78", "ovs_interfaceid": "388529ab-783c-4be6-aab2-d35230a1f850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.378407] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:10:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '388529ab-783c-4be6-aab2-d35230a1f850', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.385779] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.385990] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.386225] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5095c2c3-ec14-44f2-a5c9-21dfc1fdb659 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.403420] env[69365]: DEBUG nova.compute.manager [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Received event network-vif-plugged-388529ab-783c-4be6-aab2-d35230a1f850 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.403634] env[69365]: DEBUG oslo_concurrency.lockutils [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] Acquiring lock "526cbb1e-31d9-414c-bb78-21653fa48be9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.403843] env[69365]: DEBUG oslo_concurrency.lockutils [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] Lock "526cbb1e-31d9-414c-bb78-21653fa48be9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.404098] env[69365]: DEBUG oslo_concurrency.lockutils [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] Lock "526cbb1e-31d9-414c-bb78-21653fa48be9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.404205] env[69365]: DEBUG nova.compute.manager [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] No waiting events found dispatching network-vif-plugged-388529ab-783c-4be6-aab2-d35230a1f850 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.404371] env[69365]: WARNING nova.compute.manager [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Received unexpected event network-vif-plugged-388529ab-783c-4be6-aab2-d35230a1f850 for instance with vm_state building and task_state spawning. [ 958.404545] env[69365]: DEBUG nova.compute.manager [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Received event network-changed-388529ab-783c-4be6-aab2-d35230a1f850 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.404681] env[69365]: DEBUG nova.compute.manager [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Refreshing instance network info cache due to event network-changed-388529ab-783c-4be6-aab2-d35230a1f850. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.404856] env[69365]: DEBUG oslo_concurrency.lockutils [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] Acquiring lock "refresh_cache-526cbb1e-31d9-414c-bb78-21653fa48be9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.405037] env[69365]: DEBUG oslo_concurrency.lockutils [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] Acquired lock "refresh_cache-526cbb1e-31d9-414c-bb78-21653fa48be9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.405213] env[69365]: DEBUG nova.network.neutron [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Refreshing network info cache for port 388529ab-783c-4be6-aab2-d35230a1f850 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.413254] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.413254] env[69365]: value = "task-3302085" [ 958.413254] env[69365]: _type = "Task" [ 958.413254] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.422580] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302085, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.698061] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.698684] env[69365]: DEBUG nova.compute.manager [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.701563] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.884s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.701811] env[69365]: DEBUG nova.objects.instance [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lazy-loading 'resources' on Instance uuid a71a4c5b-2874-450f-bc0b-1ac80c6f7655 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.711661] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073282} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.712490] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.713300] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215f9009-7257-410c-bfd3-afff74f6bb82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.735631] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 81da77a0-1f4b-475a-91ab-a93837999000/81da77a0-1f4b-475a-91ab-a93837999000.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.736479] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-825e362d-f04c-4c8e-ab47-66705aefc814 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.761434] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 958.761434] env[69365]: value = "task-3302086" [ 958.761434] env[69365]: _type = "Task" [ 958.761434] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.772724] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.923294] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302085, 'name': CreateVM_Task, 'duration_secs': 0.388466} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.923765] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.924442] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.924649] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.924974] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.925240] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35207d99-9d8e-4275-9228-1d95f876fc25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.929857] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 958.929857] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522a2920-6845-4ba9-68f6-7783f24cd1f4" [ 958.929857] env[69365]: _type = "Task" [ 958.929857] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.937345] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522a2920-6845-4ba9-68f6-7783f24cd1f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.091720] env[69365]: DEBUG oslo_concurrency.lockutils [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.092056] env[69365]: DEBUG oslo_concurrency.lockutils [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.092130] env[69365]: DEBUG oslo_concurrency.lockutils [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.099889] env[69365]: DEBUG nova.network.neutron [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Updated VIF entry in instance network info cache for port 388529ab-783c-4be6-aab2-d35230a1f850. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.100317] env[69365]: DEBUG nova.network.neutron [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Updating instance_info_cache with network_info: [{"id": "388529ab-783c-4be6-aab2-d35230a1f850", "address": "fa:16:3e:38:10:0b", "network": {"id": "7d529e1e-3a68-49f4-833f-c5446e86b516", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-372829040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab9f02c8dbc412fb431bb4aa409beea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap388529ab-78", "ovs_interfaceid": "388529ab-783c-4be6-aab2-d35230a1f850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.207830] env[69365]: DEBUG nova.compute.utils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.212557] env[69365]: DEBUG nova.compute.manager [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.213546] env[69365]: DEBUG nova.network.neutron [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.249914] env[69365]: DEBUG nova.policy [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8b1cc2068cd4d3bb102073fcadd06ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d286af345d840faa0c108de24ba6d72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.275641] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302086, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.441400] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522a2920-6845-4ba9-68f6-7783f24cd1f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009335} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.441659] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.441885] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.442593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.442593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.443666] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.443666] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56273781-e8b7-4cee-a646-1026c39d0f9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.454629] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.454796] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.455678] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c765ce9-5a95-4bb5-8887-46185ce505f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.464571] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 959.464571] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5261fc65-e58c-2933-51be-8f6f065247b2" [ 959.464571] env[69365]: _type = "Task" [ 959.464571] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.474468] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5261fc65-e58c-2933-51be-8f6f065247b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008101} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.478948] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d4c883b-caab-4b27-83e5-1ea7f8c3bc68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.484583] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 959.484583] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a85dd6-d695-612e-82cf-16f43a34643b" [ 959.484583] env[69365]: _type = "Task" [ 959.484583] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.496406] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a85dd6-d695-612e-82cf-16f43a34643b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.601196] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523d40d0-c80e-408e-8756-61b8ef9e8797 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.604737] env[69365]: DEBUG oslo_concurrency.lockutils [req-4b7b37db-f749-433e-8d5b-e8af1b435bd0 req-3e61356c-4e0b-448e-aaa3-8263bdc83fc6 service nova] Releasing lock "refresh_cache-526cbb1e-31d9-414c-bb78-21653fa48be9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.610113] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695cf803-e1d7-4cb0-a38a-303d4b566f14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.643085] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7380194-0d82-4477-8580-12328fff3765 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.646769] env[69365]: DEBUG nova.network.neutron [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Successfully created port: c7c13a03-9de4-47af-9cff-19b25ff36c9f {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.651943] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7620eca4-603d-470d-99b7-705d7b89bdcd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.665860] env[69365]: DEBUG nova.compute.provider_tree [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.713472] env[69365]: DEBUG nova.compute.utils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.771847] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302086, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.995732] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a85dd6-d695-612e-82cf-16f43a34643b, 'name': SearchDatastore_Task, 'duration_secs': 0.008804} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.995999] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.996097] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 526cbb1e-31d9-414c-bb78-21653fa48be9/526cbb1e-31d9-414c-bb78-21653fa48be9.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.996382] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9be4cdd0-49de-429f-9ab5-19ebcd6ca57c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.003459] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 960.003459] env[69365]: value = "task-3302087" [ 960.003459] env[69365]: _type = "Task" [ 960.003459] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.011652] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.127564] env[69365]: DEBUG oslo_concurrency.lockutils [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.127916] env[69365]: DEBUG oslo_concurrency.lockutils [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.127970] env[69365]: DEBUG nova.network.neutron [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.168748] env[69365]: DEBUG nova.scheduler.client.report [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.216083] env[69365]: DEBUG nova.compute.manager [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.274083] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302086, 'name': ReconfigVM_Task, 'duration_secs': 1.304146} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.274389] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 81da77a0-1f4b-475a-91ab-a93837999000/81da77a0-1f4b-475a-91ab-a93837999000.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.275061] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58dbf727-ff00-46c6-8945-1c9e672305d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.283187] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 960.283187] env[69365]: value = "task-3302088" [ 960.283187] env[69365]: _type = "Task" [ 960.283187] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.297060] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302088, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.514036] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473257} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.514315] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 526cbb1e-31d9-414c-bb78-21653fa48be9/526cbb1e-31d9-414c-bb78-21653fa48be9.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.514600] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.514873] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cced75f7-0a64-4baa-a0c0-3071dbc87206 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.522200] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 960.522200] env[69365]: value = "task-3302089" [ 960.522200] env[69365]: _type = "Task" [ 960.522200] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.532535] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.673446] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.675716] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.601s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.675945] env[69365]: DEBUG nova.objects.instance [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lazy-loading 'resources' on Instance uuid bb9e6f36-7178-4ecf-9fb5-4907aabe6c25 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.694980] env[69365]: INFO nova.scheduler.client.report [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Deleted allocations for instance a71a4c5b-2874-450f-bc0b-1ac80c6f7655 [ 960.795226] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302088, 'name': Rename_Task, 'duration_secs': 0.262601} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.795518] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.795759] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d47ccb3-cff3-4222-9654-37f25f22dc8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.801579] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 960.801579] env[69365]: value = "task-3302090" [ 960.801579] env[69365]: _type = "Task" [ 960.801579] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.808976] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.818876] env[69365]: DEBUG nova.network.neutron [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance_info_cache with network_info: [{"id": "31ed2089-7050-4a2a-a6e7-525ae070c78c", "address": "fa:16:3e:75:0c:33", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed2089-70", "ovs_interfaceid": "31ed2089-7050-4a2a-a6e7-525ae070c78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.033266] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074481} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.033607] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.034447] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defb145a-6960-4925-a003-9546d59f805a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.040458] env[69365]: DEBUG nova.compute.manager [req-16c4d58c-6dd4-4dab-abe6-3d3704271317 req-f9e99379-d40e-45ce-ae15-d62d4ea40d25 service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Received event network-vif-plugged-c7c13a03-9de4-47af-9cff-19b25ff36c9f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.040711] env[69365]: DEBUG oslo_concurrency.lockutils [req-16c4d58c-6dd4-4dab-abe6-3d3704271317 req-f9e99379-d40e-45ce-ae15-d62d4ea40d25 service nova] Acquiring lock "fd812632-21c8-4cdb-9cd2-29870691f42d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.040964] env[69365]: DEBUG oslo_concurrency.lockutils [req-16c4d58c-6dd4-4dab-abe6-3d3704271317 req-f9e99379-d40e-45ce-ae15-d62d4ea40d25 service nova] Lock "fd812632-21c8-4cdb-9cd2-29870691f42d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.041293] env[69365]: DEBUG oslo_concurrency.lockutils [req-16c4d58c-6dd4-4dab-abe6-3d3704271317 req-f9e99379-d40e-45ce-ae15-d62d4ea40d25 service nova] Lock "fd812632-21c8-4cdb-9cd2-29870691f42d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.041524] env[69365]: DEBUG nova.compute.manager [req-16c4d58c-6dd4-4dab-abe6-3d3704271317 req-f9e99379-d40e-45ce-ae15-d62d4ea40d25 service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] No waiting events found dispatching network-vif-plugged-c7c13a03-9de4-47af-9cff-19b25ff36c9f {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.041733] env[69365]: WARNING nova.compute.manager [req-16c4d58c-6dd4-4dab-abe6-3d3704271317 req-f9e99379-d40e-45ce-ae15-d62d4ea40d25 service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Received unexpected event network-vif-plugged-c7c13a03-9de4-47af-9cff-19b25ff36c9f for instance with vm_state building and task_state spawning. [ 961.064084] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 526cbb1e-31d9-414c-bb78-21653fa48be9/526cbb1e-31d9-414c-bb78-21653fa48be9.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.064084] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34450ffe-63a7-451c-9bfd-4e2f108dc8a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.082648] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 961.082648] env[69365]: value = "task-3302091" [ 961.082648] env[69365]: _type = "Task" [ 961.082648] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.090837] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.127808] env[69365]: DEBUG nova.network.neutron [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Successfully updated port: c7c13a03-9de4-47af-9cff-19b25ff36c9f {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.201652] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e238fea8-38ab-44cc-978d-b551f7f526c4 tempest-MigrationsAdminTest-1038958712 tempest-MigrationsAdminTest-1038958712-project-member] Lock "a71a4c5b-2874-450f-bc0b-1ac80c6f7655" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.288s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.226247] env[69365]: DEBUG nova.compute.manager [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.253423] env[69365]: DEBUG nova.virt.hardware [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1411412272',id=31,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1398377350',projects=,root_gb=1,rxtx_factor=1.0,swap=1024,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.253717] env[69365]: DEBUG nova.virt.hardware [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.253902] env[69365]: DEBUG nova.virt.hardware [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.254157] env[69365]: DEBUG nova.virt.hardware [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.254356] env[69365]: DEBUG nova.virt.hardware [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.254543] env[69365]: DEBUG nova.virt.hardware [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.254792] env[69365]: DEBUG nova.virt.hardware [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.254994] env[69365]: DEBUG nova.virt.hardware [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.255237] env[69365]: DEBUG nova.virt.hardware [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.255443] env[69365]: DEBUG nova.virt.hardware [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.255660] env[69365]: DEBUG nova.virt.hardware [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.257100] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120ecf79-6926-48dc-9714-82f9dc1eb555 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.267228] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c9f2fe-abad-4652-baea-c14964d1a2a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.311469] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302090, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.321023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.507739] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ebcd53-899d-4483-88ec-b3dbe7b0ad1c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.515526] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ebeaff-1ca8-4c7e-8417-252b6a8f07ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.548160] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394b4e74-3f14-4117-b984-b1e31d1fe556 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.555668] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d6bca8-90e1-461a-8605-0bc2ea6872d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.568782] env[69365]: DEBUG nova.compute.provider_tree [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.592163] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302091, 'name': ReconfigVM_Task, 'duration_secs': 0.386598} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.592454] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 526cbb1e-31d9-414c-bb78-21653fa48be9/526cbb1e-31d9-414c-bb78-21653fa48be9.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.593101] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14b3d17d-1ca3-431d-99f2-fa816e709b1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.599805] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 961.599805] env[69365]: value = "task-3302092" [ 961.599805] env[69365]: _type = "Task" [ 961.599805] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.609173] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302092, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.634907] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "refresh_cache-fd812632-21c8-4cdb-9cd2-29870691f42d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.635514] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquired lock "refresh_cache-fd812632-21c8-4cdb-9cd2-29870691f42d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.635514] env[69365]: DEBUG nova.network.neutron [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.814731] env[69365]: DEBUG oslo_vmware.api [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302090, 'name': PowerOnVM_Task, 'duration_secs': 0.605528} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.815497] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.815738] env[69365]: INFO nova.compute.manager [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Took 7.94 seconds to spawn the instance on the hypervisor. [ 961.815944] env[69365]: DEBUG nova.compute.manager [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.816739] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c614dc7-60d8-424e-95f7-5dfff553e8fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.847165] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02058863-f262-4bf2-96be-9e1e41f39694 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.867163] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424d8868-c978-4e01-96fe-327770576b20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.875201] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance '2d6787bb-5928-44c8-94a3-47b93c5cbd0c' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.072652] env[69365]: DEBUG nova.scheduler.client.report [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.109137] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302092, 'name': Rename_Task, 'duration_secs': 0.394706} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.109469] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.109831] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-435a2f78-ef3d-4bb8-b827-78a0db187fa6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.115842] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 962.115842] env[69365]: value = "task-3302093" [ 962.115842] env[69365]: _type = "Task" [ 962.115842] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.123358] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.168530] env[69365]: DEBUG nova.network.neutron [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.302535] env[69365]: DEBUG nova.network.neutron [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Updating instance_info_cache with network_info: [{"id": "c7c13a03-9de4-47af-9cff-19b25ff36c9f", "address": "fa:16:3e:e0:78:55", "network": {"id": "18b15adf-a827-4810-ac9d-b09375f49426", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-629071661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d286af345d840faa0c108de24ba6d72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c13a03-9d", "ovs_interfaceid": "c7c13a03-9de4-47af-9cff-19b25ff36c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.335626] env[69365]: INFO nova.compute.manager [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Took 30.67 seconds to build instance. [ 962.382393] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.382686] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fefb2a2-6fb0-4a6e-acbd-0766e1fd5406 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.390089] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 962.390089] env[69365]: value = "task-3302094" [ 962.390089] env[69365]: _type = "Task" [ 962.390089] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.398234] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.577856] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.581074] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.759s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.581526] env[69365]: DEBUG nova.objects.instance [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lazy-loading 'resources' on Instance uuid 29a95130-6da6-4cd0-8f6d-5b95f0139a0e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.604512] env[69365]: INFO nova.scheduler.client.report [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Deleted allocations for instance bb9e6f36-7178-4ecf-9fb5-4907aabe6c25 [ 962.628716] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.805042] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Releasing lock "refresh_cache-fd812632-21c8-4cdb-9cd2-29870691f42d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.805233] env[69365]: DEBUG nova.compute.manager [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Instance network_info: |[{"id": "c7c13a03-9de4-47af-9cff-19b25ff36c9f", "address": "fa:16:3e:e0:78:55", "network": {"id": "18b15adf-a827-4810-ac9d-b09375f49426", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-629071661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d286af345d840faa0c108de24ba6d72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c13a03-9d", "ovs_interfaceid": "c7c13a03-9de4-47af-9cff-19b25ff36c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.805793] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:78:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7c13a03-9de4-47af-9cff-19b25ff36c9f', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.813992] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.814241] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.814460] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c1f5ac2-1aca-45fa-806a-10b6a1bb1675 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.835079] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.835079] env[69365]: value = "task-3302095" [ 962.835079] env[69365]: _type = "Task" [ 962.835079] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.838649] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99ad8f47-483d-4cc1-b55b-f7e1f57d1eea tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "81da77a0-1f4b-475a-91ab-a93837999000" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.185s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.843314] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302095, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.900406] env[69365]: DEBUG oslo_vmware.api [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302094, 'name': PowerOnVM_Task, 'duration_secs': 0.397861} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.900737] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.900985] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-542eec34-2278-43b7-9639-df1313cec5fb tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance '2d6787bb-5928-44c8-94a3-47b93c5cbd0c' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.088776] env[69365]: DEBUG nova.compute.manager [req-b6d91a44-f8f9-43b3-9b8e-29c12a9d5472 req-3fb0bd48-346a-4aa2-ab4f-657ec5a3633e service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Received event network-changed-c7c13a03-9de4-47af-9cff-19b25ff36c9f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.088971] env[69365]: DEBUG nova.compute.manager [req-b6d91a44-f8f9-43b3-9b8e-29c12a9d5472 req-3fb0bd48-346a-4aa2-ab4f-657ec5a3633e service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Refreshing instance network info cache due to event network-changed-c7c13a03-9de4-47af-9cff-19b25ff36c9f. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.089223] env[69365]: DEBUG oslo_concurrency.lockutils [req-b6d91a44-f8f9-43b3-9b8e-29c12a9d5472 req-3fb0bd48-346a-4aa2-ab4f-657ec5a3633e service nova] Acquiring lock "refresh_cache-fd812632-21c8-4cdb-9cd2-29870691f42d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.089371] env[69365]: DEBUG oslo_concurrency.lockutils [req-b6d91a44-f8f9-43b3-9b8e-29c12a9d5472 req-3fb0bd48-346a-4aa2-ab4f-657ec5a3633e service nova] Acquired lock "refresh_cache-fd812632-21c8-4cdb-9cd2-29870691f42d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.089555] env[69365]: DEBUG nova.network.neutron [req-b6d91a44-f8f9-43b3-9b8e-29c12a9d5472 req-3fb0bd48-346a-4aa2-ab4f-657ec5a3633e service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Refreshing network info cache for port c7c13a03-9de4-47af-9cff-19b25ff36c9f {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.114493] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2af025f1-548c-4081-a821-d4429dcb0c29 tempest-VolumesAdminNegativeTest-677347315 tempest-VolumesAdminNegativeTest-677347315-project-member] Lock "bb9e6f36-7178-4ecf-9fb5-4907aabe6c25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.831s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.127824] env[69365]: DEBUG oslo_vmware.api [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302093, 'name': PowerOnVM_Task, 'duration_secs': 0.932374} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.130704] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.131082] env[69365]: INFO nova.compute.manager [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Took 6.76 seconds to spawn the instance on the hypervisor. [ 963.131285] env[69365]: DEBUG nova.compute.manager [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.132319] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0339b706-385e-472f-bb28-b005c59b2c4c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.343872] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302095, 'name': CreateVM_Task, 'duration_secs': 0.471004} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.346042] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.346835] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.347010] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.347506] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.347765] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad169101-3d90-40e0-8d87-f5bf48c05435 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.352372] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 963.352372] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52eefb6c-bb3f-a17d-5ee1-8361582c741d" [ 963.352372] env[69365]: _type = "Task" [ 963.352372] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.362185] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52eefb6c-bb3f-a17d-5ee1-8361582c741d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.386687] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293ef981-6c9f-4c19-9596-ed02593adfcc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.392981] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837068fe-4960-411e-af30-76dc6d65da36 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.426843] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dd2d5b-0486-4bed-909d-cfc352eab57b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.433096] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb70e3f2-fbf5-4cc3-b7f8-4b3a31f07024 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.447141] env[69365]: DEBUG nova.compute.provider_tree [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.505632] env[69365]: DEBUG nova.compute.manager [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.506641] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d22ef78-4347-42a3-8395-78abf78132d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.654833] env[69365]: INFO nova.compute.manager [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Took 29.88 seconds to build instance. [ 963.862456] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52eefb6c-bb3f-a17d-5ee1-8361582c741d, 'name': SearchDatastore_Task, 'duration_secs': 0.020141} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.862805] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.863064] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.863317] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.863459] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.863637] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.863898] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b40beb8-028d-4d41-99ac-5be67226ee29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.873521] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.873723] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.874477] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a3fd3eb-e867-404c-838d-95af2bdf131f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.879485] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 963.879485] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520990d2-000c-6eba-55f1-9f0583a6ca06" [ 963.879485] env[69365]: _type = "Task" [ 963.879485] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.884856] env[69365]: DEBUG nova.network.neutron [req-b6d91a44-f8f9-43b3-9b8e-29c12a9d5472 req-3fb0bd48-346a-4aa2-ab4f-657ec5a3633e service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Updated VIF entry in instance network info cache for port c7c13a03-9de4-47af-9cff-19b25ff36c9f. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.885235] env[69365]: DEBUG nova.network.neutron [req-b6d91a44-f8f9-43b3-9b8e-29c12a9d5472 req-3fb0bd48-346a-4aa2-ab4f-657ec5a3633e service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Updating instance_info_cache with network_info: [{"id": "c7c13a03-9de4-47af-9cff-19b25ff36c9f", "address": "fa:16:3e:e0:78:55", "network": {"id": "18b15adf-a827-4810-ac9d-b09375f49426", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-629071661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d286af345d840faa0c108de24ba6d72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c13a03-9d", "ovs_interfaceid": "c7c13a03-9de4-47af-9cff-19b25ff36c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.889272] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520990d2-000c-6eba-55f1-9f0583a6ca06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.951104] env[69365]: DEBUG nova.scheduler.client.report [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.017851] env[69365]: INFO nova.compute.manager [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] instance snapshotting [ 964.021428] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abca3fca-3a6d-4b4b-b8d2-bf40583f4947 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.048108] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fffcb6c-33ca-452d-be2f-509fd6834019 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.157575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cd67519-e249-4109-bef2-ea66ff82cb03 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "526cbb1e-31d9-414c-bb78-21653fa48be9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.036s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.389931] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520990d2-000c-6eba-55f1-9f0583a6ca06, 'name': SearchDatastore_Task, 'duration_secs': 0.01885} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.390674] env[69365]: DEBUG oslo_concurrency.lockutils [req-b6d91a44-f8f9-43b3-9b8e-29c12a9d5472 req-3fb0bd48-346a-4aa2-ab4f-657ec5a3633e service nova] Releasing lock "refresh_cache-fd812632-21c8-4cdb-9cd2-29870691f42d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.391630] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff41ad27-8841-4f66-8ac6-03d2aacf071d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.396868] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 964.396868] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525d3064-5ce6-2a92-af52-30d79e48c6d8" [ 964.396868] env[69365]: _type = "Task" [ 964.396868] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.405616] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525d3064-5ce6-2a92-af52-30d79e48c6d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.458481] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.462039] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.701s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.462039] env[69365]: DEBUG nova.objects.instance [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Lazy-loading 'resources' on Instance uuid 917098ed-48f3-4949-b333-5dc8e313fc93 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.487134] env[69365]: INFO nova.scheduler.client.report [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Deleted allocations for instance 29a95130-6da6-4cd0-8f6d-5b95f0139a0e [ 964.562190] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.562495] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40b22ee3-679e-4e03-b921-469292709448 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.570434] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 964.570434] env[69365]: value = "task-3302096" [ 964.570434] env[69365]: _type = "Task" [ 964.570434] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.579172] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302096, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.908532] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525d3064-5ce6-2a92-af52-30d79e48c6d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014363} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.909107] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.909675] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] fd812632-21c8-4cdb-9cd2-29870691f42d/fd812632-21c8-4cdb-9cd2-29870691f42d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.910212] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac2a16ac-7481-4860-b42d-a73a51cd0a8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.918870] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 964.918870] env[69365]: value = "task-3302097" [ 964.918870] env[69365]: _type = "Task" [ 964.918870] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.929034] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.001260] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69d1324c-f893-4233-84e5-ffd12427adf2 tempest-ServersAdminNegativeTestJSON-224865279 tempest-ServersAdminNegativeTestJSON-224865279-project-member] Lock "29a95130-6da6-4cd0-8f6d-5b95f0139a0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.867s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.087258] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302096, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.393787] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da016981-3826-43e9-9bd6-abc8b5ff9557 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.407937] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c988f0e-a634-43df-bda8-81e88f740936 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.445401] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd042285-ffb6-47af-bf9a-f9674d14fc3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.453103] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302097, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.455891] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff6bfe4-1ef5-41f4-be9d-7b7fad2996b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.469609] env[69365]: DEBUG nova.compute.provider_tree [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.542180] env[69365]: DEBUG nova.compute.manager [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.543224] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d2c1c1-a7a3-46ac-8ffd-bd9512b8b623 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.586027] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302096, 'name': CreateSnapshot_Task, 'duration_secs': 0.679752} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.586027] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 965.586027] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710476c6-6388-4ad5-a9e6-6d06b2120dc6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.767937] env[69365]: DEBUG oslo_concurrency.lockutils [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.768599] env[69365]: DEBUG oslo_concurrency.lockutils [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.768599] env[69365]: DEBUG nova.compute.manager [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Going to confirm migration 3 {{(pid=69365) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 965.961889] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551859} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.962077] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] fd812632-21c8-4cdb-9cd2-29870691f42d/fd812632-21c8-4cdb-9cd2-29870691f42d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.963020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.963020] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4147c001-4204-45ff-80bd-222846e47e9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.971085] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 965.971085] env[69365]: value = "task-3302098" [ 965.971085] env[69365]: _type = "Task" [ 965.971085] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.975055] env[69365]: DEBUG nova.scheduler.client.report [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.982101] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.059171] env[69365]: INFO nova.compute.manager [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] instance snapshotting [ 966.065133] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10d3283-ed8f-42cd-a5ae-d31147078f45 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.089204] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dbf0a5-1be9-485d-8e18-6c1c36b9fe58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.105876] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.106701] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2c2f9d9-3a53-4822-a556-9d14f5555a16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.114434] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 966.114434] env[69365]: value = "task-3302099" [ 966.114434] env[69365]: _type = "Task" [ 966.114434] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.125804] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302099, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.338772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.338772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.338772] env[69365]: DEBUG nova.network.neutron [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.338772] env[69365]: DEBUG nova.objects.instance [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lazy-loading 'info_cache' on Instance uuid 2d6787bb-5928-44c8-94a3-47b93c5cbd0c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.480910] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.486026] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.445s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.486026] env[69365]: INFO nova.compute.claims [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.502130] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073819} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.502130] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.502130] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77a05b7-bfce-4517-9393-092a9775ce21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.526901] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] fd812632-21c8-4cdb-9cd2-29870691f42d/fd812632-21c8-4cdb-9cd2-29870691f42d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.528579] env[69365]: INFO nova.scheduler.client.report [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Deleted allocations for instance 917098ed-48f3-4949-b333-5dc8e313fc93 [ 966.530078] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a2ecb2-b8a3-41da-94f3-e94bc60b8e33 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.561019] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 966.561019] env[69365]: value = "task-3302100" [ 966.561019] env[69365]: _type = "Task" [ 966.561019] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.568433] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.611332] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 966.611332] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-091dae96-0fc9-4eb0-97d0-3f7773aae5c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.620571] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 966.620571] env[69365]: value = "task-3302101" [ 966.620571] env[69365]: _type = "Task" [ 966.620571] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.629634] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302099, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.636064] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302101, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.057051] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9f54a032-8dd4-41aa-89bd-e59344bbecd1 tempest-ServerMetadataNegativeTestJSON-2040636395 tempest-ServerMetadataNegativeTestJSON-2040636395-project-member] Lock "917098ed-48f3-4949-b333-5dc8e313fc93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.849s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.070095] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.127025] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302099, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.133517] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302101, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.569298] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302100, 'name': ReconfigVM_Task, 'duration_secs': 0.694761} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.569628] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Reconfigured VM instance instance-00000048 to attach disk [datastore1] fd812632-21c8-4cdb-9cd2-29870691f42d/fd812632-21c8-4cdb-9cd2-29870691f42d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.569976] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69365) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 967.570523] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-6aa7801e-4339-4254-bb46-c3297f4322fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.579242] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 967.579242] env[69365]: value = "task-3302102" [ 967.579242] env[69365]: _type = "Task" [ 967.579242] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.589044] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302102, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.628458] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302099, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.640667] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302101, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.874748] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795e6d2e-522d-47f9-9968-9efe33fd1fe3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.882991] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed922dd6-57fd-4eec-8856-c262e98045dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.914389] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fbdc16-1d0a-4e0e-8ac2-cd09ffec588d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.922576] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3e197a-5b0c-4edd-8e5e-61c49c3325cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.937846] env[69365]: DEBUG nova.compute.provider_tree [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.039647] env[69365]: DEBUG nova.network.neutron [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance_info_cache with network_info: [{"id": "31ed2089-7050-4a2a-a6e7-525ae070c78c", "address": "fa:16:3e:75:0c:33", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ed2089-70", "ovs_interfaceid": "31ed2089-7050-4a2a-a6e7-525ae070c78c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.089460] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302102, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.056521} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.090026] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69365) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 968.091471] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a0e838-49d4-4bdd-9c13-e358553a81ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.119778] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] fd812632-21c8-4cdb-9cd2-29870691f42d/swap.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.121431] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f0122d-a012-42dc-9776-acaea52b2614 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.154136] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302099, 'name': CloneVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.158658] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302101, 'name': CreateSnapshot_Task, 'duration_secs': 1.301086} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.159169] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 968.159169] env[69365]: value = "task-3302103" [ 968.159169] env[69365]: _type = "Task" [ 968.159169] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.159479] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 968.160310] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a08b8c0-8430-4b6c-9ce7-710c5e230e22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.177083] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.442886] env[69365]: DEBUG nova.scheduler.client.report [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.544717] env[69365]: DEBUG oslo_concurrency.lockutils [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "refresh_cache-2d6787bb-5928-44c8-94a3-47b93c5cbd0c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.545011] env[69365]: DEBUG nova.objects.instance [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lazy-loading 'migration_context' on Instance uuid 2d6787bb-5928-44c8-94a3-47b93c5cbd0c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.633275] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302099, 'name': CloneVM_Task, 'duration_secs': 2.113467} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.634261] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Created linked-clone VM from snapshot [ 968.636680] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60be6776-09e9-4aa6-b9bd-bc7aa654a9f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.644852] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Uploading image 514858ec-b858-492c-bb1e-8cd4f64913c2 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.658606] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.658967] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ec4f55d9-19a2-42d5-bd2e-5db2103f240a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.675445] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.675445] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 968.675445] env[69365]: value = "task-3302104" [ 968.675445] env[69365]: _type = "Task" [ 968.675445] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.689123] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 968.694387] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4ea8396-c522-4af1-8bf6-dac21bef52b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.704013] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302104, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.705982] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 968.705982] env[69365]: value = "task-3302105" [ 968.705982] env[69365]: _type = "Task" [ 968.705982] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.717274] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302105, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.952383] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.952967] env[69365]: DEBUG nova.compute.manager [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.962798] env[69365]: DEBUG oslo_concurrency.lockutils [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.914s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.963345] env[69365]: DEBUG nova.objects.instance [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'resources' on Instance uuid 12166253-9d0a-4ffa-ba27-4ff6e783d0ab {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.048172] env[69365]: DEBUG nova.objects.base [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Object Instance<2d6787bb-5928-44c8-94a3-47b93c5cbd0c> lazy-loaded attributes: info_cache,migration_context {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.049222] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8302b83-6da4-4ad0-ad63-8a5c7a3b38a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.074096] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc94ec0-e450-4c4c-ae34-143cda9f52d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.078878] env[69365]: DEBUG oslo_vmware.api [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 969.078878] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dd01eb-2ce6-8960-974d-192c75755014" [ 969.078878] env[69365]: _type = "Task" [ 969.078878] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.089750] env[69365]: DEBUG oslo_vmware.api [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dd01eb-2ce6-8960-974d-192c75755014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.173659] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302103, 'name': ReconfigVM_Task, 'duration_secs': 0.701342} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.173659] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Reconfigured VM instance instance-00000048 to attach disk [datastore1] fd812632-21c8-4cdb-9cd2-29870691f42d/swap.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.173945] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-653ef05f-df41-4498-aebe-c5ef1120efdc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.185612] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302104, 'name': Destroy_Task, 'duration_secs': 0.470143} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.186082] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Destroyed the VM [ 969.186360] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.186694] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 969.186694] env[69365]: value = "task-3302106" [ 969.186694] env[69365]: _type = "Task" [ 969.186694] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.186879] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-10bee599-7a37-445f-9a05-553ac1100fe6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.198403] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 969.198403] env[69365]: value = "task-3302107" [ 969.198403] env[69365]: _type = "Task" [ 969.198403] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.214218] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302107, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.219702] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302105, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.468275] env[69365]: DEBUG nova.compute.utils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.474168] env[69365]: DEBUG nova.compute.manager [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.474168] env[69365]: DEBUG nova.network.neutron [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.529908] env[69365]: DEBUG nova.policy [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e50ab6f359b7445a8dad522fbad54456', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a840d8f25ec94c3d8f8176e810e41396', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.589667] env[69365]: DEBUG oslo_vmware.api [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dd01eb-2ce6-8960-974d-192c75755014, 'name': SearchDatastore_Task, 'duration_secs': 0.008155} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.589908] env[69365]: DEBUG oslo_concurrency.lockutils [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.704171] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302106, 'name': Rename_Task, 'duration_secs': 0.20547} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.708826] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.710398] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10eb20ec-387e-4d38-910a-e9d160543f39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.725863] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302107, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.727374] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 969.727374] env[69365]: value = "task-3302108" [ 969.727374] env[69365]: _type = "Task" [ 969.727374] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.735822] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302105, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.749641] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302108, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.971634] env[69365]: DEBUG nova.compute.manager [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.975530] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07c00c8-b3ed-4b3d-87af-30a927e59ca8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.993898] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ec6d8d-c52f-4dbb-a34e-7c9cafabbc85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.043732] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b7b90f-d3af-4d45-8f4a-b97268daa658 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.058561] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b6f844-8948-4233-bf5a-b1cbb58769bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.063928] env[69365]: DEBUG nova.network.neutron [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Successfully created port: 8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.078720] env[69365]: DEBUG nova.compute.provider_tree [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.226585] env[69365]: DEBUG oslo_vmware.api [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302107, 'name': RemoveSnapshot_Task, 'duration_secs': 0.83613} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.227332] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302105, 'name': CloneVM_Task, 'duration_secs': 1.500162} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.227611] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 970.230357] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Created linked-clone VM from snapshot [ 970.231175] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6349a0b-c337-4c1d-865c-46a4163e9763 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.241912] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Uploading image eaba64eb-d782-4996-a7d1-866629032a17 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 970.255089] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302108, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.265241] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 970.265695] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a23aa1f4-cc13-4dc6-bbad-00ac990c6ee6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.273845] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 970.273845] env[69365]: value = "task-3302109" [ 970.273845] env[69365]: _type = "Task" [ 970.273845] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.282823] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302109, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.582236] env[69365]: DEBUG nova.scheduler.client.report [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.736287] env[69365]: WARNING nova.compute.manager [None req-83c7f3cc-8bdb-44d8-8b8c-65f398bad68e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Image not found during snapshot: nova.exception.ImageNotFound: Image 514858ec-b858-492c-bb1e-8cd4f64913c2 could not be found. [ 970.753892] env[69365]: DEBUG oslo_vmware.api [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302108, 'name': PowerOnVM_Task, 'duration_secs': 0.643} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.754650] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.755095] env[69365]: INFO nova.compute.manager [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Took 9.53 seconds to spawn the instance on the hypervisor. [ 970.755806] env[69365]: DEBUG nova.compute.manager [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.757565] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4040d2-9f30-4de3-9893-1c71199eecef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.782052] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302109, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.936410] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquiring lock "102c56d8-99d4-432e-b576-79251b0893ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.937393] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Lock "102c56d8-99d4-432e-b576-79251b0893ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.989469] env[69365]: DEBUG nova.compute.manager [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.020700] env[69365]: DEBUG nova.virt.hardware [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.020969] env[69365]: DEBUG nova.virt.hardware [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.021124] env[69365]: DEBUG nova.virt.hardware [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.021309] env[69365]: DEBUG nova.virt.hardware [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.021466] env[69365]: DEBUG nova.virt.hardware [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.021631] env[69365]: DEBUG nova.virt.hardware [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.021802] env[69365]: DEBUG nova.virt.hardware [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.021963] env[69365]: DEBUG nova.virt.hardware [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.022221] env[69365]: DEBUG nova.virt.hardware [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.022401] env[69365]: DEBUG nova.virt.hardware [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.023238] env[69365]: DEBUG nova.virt.hardware [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.024106] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f618674f-8901-4638-b60b-0e193279638e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.032959] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e4a33b-9617-4f11-a296-08a6e1f2c34a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.089572] env[69365]: DEBUG oslo_concurrency.lockutils [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.089834] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.047s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.090364] env[69365]: DEBUG nova.objects.instance [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lazy-loading 'resources' on Instance uuid f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.130443] env[69365]: INFO nova.scheduler.client.report [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Deleted allocations for instance 12166253-9d0a-4ffa-ba27-4ff6e783d0ab [ 971.283783] env[69365]: INFO nova.compute.manager [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Took 36.48 seconds to build instance. [ 971.289705] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302109, 'name': Destroy_Task, 'duration_secs': 0.665273} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.293170] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Destroyed the VM [ 971.293497] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 971.293805] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27c08e92-9913-47bf-8573-b852e2bfe73c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.301699] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 971.301699] env[69365]: value = "task-3302110" [ 971.301699] env[69365]: _type = "Task" [ 971.301699] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.310195] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302110, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.328378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "81da77a0-1f4b-475a-91ab-a93837999000" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.329198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "81da77a0-1f4b-475a-91ab-a93837999000" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.329660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "81da77a0-1f4b-475a-91ab-a93837999000-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.330040] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "81da77a0-1f4b-475a-91ab-a93837999000-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.330732] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "81da77a0-1f4b-475a-91ab-a93837999000-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.336070] env[69365]: INFO nova.compute.manager [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Terminating instance [ 971.445727] env[69365]: DEBUG nova.compute.manager [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.618133] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "488cd3fa-b547-4560-91ef-217361497af0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.619700] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "488cd3fa-b547-4560-91ef-217361497af0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.619957] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "488cd3fa-b547-4560-91ef-217361497af0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.621032] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "488cd3fa-b547-4560-91ef-217361497af0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.621032] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "488cd3fa-b547-4560-91ef-217361497af0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.625113] env[69365]: INFO nova.compute.manager [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Terminating instance [ 971.642916] env[69365]: DEBUG oslo_concurrency.lockutils [None req-171f5a07-300d-4513-9af8-35f8ad734b7c tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "12166253-9d0a-4ffa-ba27-4ff6e783d0ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.342s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.738848] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Acquiring lock "f7402476-1ad9-4180-8208-becbb67f673c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.738848] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Lock "f7402476-1ad9-4180-8208-becbb67f673c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.790939] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6fc3997-ee98-492a-855d-1684fb2d524f tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "fd812632-21c8-4cdb-9cd2-29870691f42d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.002s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.819237] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302110, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.842619] env[69365]: DEBUG nova.compute.manager [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.842886] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.843841] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fd9eb0-6995-4dda-b27c-f0ac7fcfede9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.859763] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.860041] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd15d155-4f37-4701-bc61-62e9ba4ff8dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.868162] env[69365]: DEBUG oslo_vmware.api [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 971.868162] env[69365]: value = "task-3302111" [ 971.868162] env[69365]: _type = "Task" [ 971.868162] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.887889] env[69365]: DEBUG oslo_vmware.api [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.977081] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.017671] env[69365]: DEBUG nova.compute.manager [req-d8e6cf49-7a9c-4fa8-ad3d-fac4953bd202 req-846cf989-440f-463c-89d3-9b080a1d8938 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Received event network-vif-plugged-8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.017944] env[69365]: DEBUG oslo_concurrency.lockutils [req-d8e6cf49-7a9c-4fa8-ad3d-fac4953bd202 req-846cf989-440f-463c-89d3-9b080a1d8938 service nova] Acquiring lock "1faf2b36-2066-446e-a393-7e2e97bab6fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.018211] env[69365]: DEBUG oslo_concurrency.lockutils [req-d8e6cf49-7a9c-4fa8-ad3d-fac4953bd202 req-846cf989-440f-463c-89d3-9b080a1d8938 service nova] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.018463] env[69365]: DEBUG oslo_concurrency.lockutils [req-d8e6cf49-7a9c-4fa8-ad3d-fac4953bd202 req-846cf989-440f-463c-89d3-9b080a1d8938 service nova] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.019256] env[69365]: DEBUG nova.compute.manager [req-d8e6cf49-7a9c-4fa8-ad3d-fac4953bd202 req-846cf989-440f-463c-89d3-9b080a1d8938 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] No waiting events found dispatching network-vif-plugged-8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.019256] env[69365]: WARNING nova.compute.manager [req-d8e6cf49-7a9c-4fa8-ad3d-fac4953bd202 req-846cf989-440f-463c-89d3-9b080a1d8938 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Received unexpected event network-vif-plugged-8ed2326c-6167-490c-b1a7-a26978e8e721 for instance with vm_state building and task_state spawning. [ 972.073512] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6ba3e9-22f9-4f43-be30-7b18ad62bf80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.085699] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ba0d29-ea8d-48d5-9a9d-354a93f2ab1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.125374] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3b4230-7183-4c66-be6b-d0686ff97846 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.133658] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77decb02-f96c-4d9f-bc47-0ca2b87d30d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.138112] env[69365]: DEBUG nova.compute.manager [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.138421] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.139206] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31789870-7e4b-454f-92d5-c30e23991460 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.152350] env[69365]: DEBUG nova.compute.provider_tree [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.157310] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.157796] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-018925a8-faf1-4c12-ad2c-f6e58c3bae8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.166592] env[69365]: DEBUG oslo_vmware.api [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 972.166592] env[69365]: value = "task-3302112" [ 972.166592] env[69365]: _type = "Task" [ 972.166592] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.177099] env[69365]: DEBUG oslo_vmware.api [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3302112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.183211] env[69365]: DEBUG nova.network.neutron [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Successfully updated port: 8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.241158] env[69365]: DEBUG nova.compute.manager [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.317559] env[69365]: DEBUG oslo_vmware.api [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302110, 'name': RemoveSnapshot_Task, 'duration_secs': 0.928982} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.318404] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 972.384240] env[69365]: DEBUG oslo_vmware.api [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302111, 'name': PowerOffVM_Task, 'duration_secs': 0.303966} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.384240] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.384240] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.384240] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f178035-537e-44d1-be6c-c6a1346ee763 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.461839] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.462083] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.462272] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleting the datastore file [datastore2] 81da77a0-1f4b-475a-91ab-a93837999000 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.462527] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc754cae-28bb-4a16-93b7-cb5ba22a068e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.471247] env[69365]: DEBUG oslo_vmware.api [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for the task: (returnval){ [ 972.471247] env[69365]: value = "task-3302114" [ 972.471247] env[69365]: _type = "Task" [ 972.471247] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.479772] env[69365]: DEBUG oslo_vmware.api [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.659355] env[69365]: DEBUG nova.scheduler.client.report [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.680155] env[69365]: DEBUG oslo_vmware.api [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3302112, 'name': PowerOffVM_Task, 'duration_secs': 0.225441} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.681334] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.681334] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.681541] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e9dffa2-f47e-4243-8256-d66d11c111ff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.687918] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.687918] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.687918] env[69365]: DEBUG nova.network.neutron [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.756572] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.760622] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.760622] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Deleting the datastore file [datastore2] 488cd3fa-b547-4560-91ef-217361497af0 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.760622] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d519458-00be-4130-90a7-66e5cb9a7c02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.765985] env[69365]: DEBUG oslo_vmware.api [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for the task: (returnval){ [ 972.765985] env[69365]: value = "task-3302116" [ 972.765985] env[69365]: _type = "Task" [ 972.765985] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.771981] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.775699] env[69365]: DEBUG nova.compute.manager [req-4379adc0-9c42-4fdc-8c97-363de38e2a56 req-745f5130-cdca-431c-a92b-eed6d27c2e06 service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Received event network-changed-c7c13a03-9de4-47af-9cff-19b25ff36c9f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.775911] env[69365]: DEBUG nova.compute.manager [req-4379adc0-9c42-4fdc-8c97-363de38e2a56 req-745f5130-cdca-431c-a92b-eed6d27c2e06 service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Refreshing instance network info cache due to event network-changed-c7c13a03-9de4-47af-9cff-19b25ff36c9f. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.776412] env[69365]: DEBUG oslo_concurrency.lockutils [req-4379adc0-9c42-4fdc-8c97-363de38e2a56 req-745f5130-cdca-431c-a92b-eed6d27c2e06 service nova] Acquiring lock "refresh_cache-fd812632-21c8-4cdb-9cd2-29870691f42d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.776731] env[69365]: DEBUG oslo_concurrency.lockutils [req-4379adc0-9c42-4fdc-8c97-363de38e2a56 req-745f5130-cdca-431c-a92b-eed6d27c2e06 service nova] Acquired lock "refresh_cache-fd812632-21c8-4cdb-9cd2-29870691f42d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.776974] env[69365]: DEBUG nova.network.neutron [req-4379adc0-9c42-4fdc-8c97-363de38e2a56 req-745f5130-cdca-431c-a92b-eed6d27c2e06 service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Refreshing network info cache for port c7c13a03-9de4-47af-9cff-19b25ff36c9f {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.785969] env[69365]: DEBUG oslo_vmware.api [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3302116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.824374] env[69365]: WARNING nova.compute.manager [None req-2c02efcd-b995-404e-bde7-0f9623cc5605 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Image not found during snapshot: nova.exception.ImageNotFound: Image eaba64eb-d782-4996-a7d1-866629032a17 could not be found. [ 972.983499] env[69365]: DEBUG oslo_vmware.api [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Task: {'id': task-3302114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33138} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.983776] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.983973] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.984167] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.984347] env[69365]: INFO nova.compute.manager [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Took 1.14 seconds to destroy the instance on the hypervisor. [ 972.984607] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.984799] env[69365]: DEBUG nova.compute.manager [-] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.984894] env[69365]: DEBUG nova.network.neutron [-] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.165661] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.168538] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.121s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.168815] env[69365]: DEBUG nova.objects.instance [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lazy-loading 'resources' on Instance uuid 010e0256-fc11-4530-9de7-1124abe4f9ff {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.196911] env[69365]: INFO nova.scheduler.client.report [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleted allocations for instance f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe [ 973.259953] env[69365]: DEBUG nova.network.neutron [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.276845] env[69365]: DEBUG oslo_vmware.api [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Task: {'id': task-3302116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276989} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.276934] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.277148] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.277356] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.277547] env[69365]: INFO nova.compute.manager [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 973.277794] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.277983] env[69365]: DEBUG nova.compute.manager [-] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.278091] env[69365]: DEBUG nova.network.neutron [-] [instance: 488cd3fa-b547-4560-91ef-217361497af0] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.424757] env[69365]: DEBUG oslo_concurrency.lockutils [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "526cbb1e-31d9-414c-bb78-21653fa48be9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.425356] env[69365]: DEBUG oslo_concurrency.lockutils [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "526cbb1e-31d9-414c-bb78-21653fa48be9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.425907] env[69365]: DEBUG oslo_concurrency.lockutils [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "526cbb1e-31d9-414c-bb78-21653fa48be9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.426599] env[69365]: DEBUG oslo_concurrency.lockutils [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "526cbb1e-31d9-414c-bb78-21653fa48be9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.426854] env[69365]: DEBUG oslo_concurrency.lockutils [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "526cbb1e-31d9-414c-bb78-21653fa48be9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.429430] env[69365]: INFO nova.compute.manager [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Terminating instance [ 973.507429] env[69365]: DEBUG nova.network.neutron [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updating instance_info_cache with network_info: [{"id": "8ed2326c-6167-490c-b1a7-a26978e8e721", "address": "fa:16:3e:d4:5a:4f", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed2326c-61", "ovs_interfaceid": "8ed2326c-6167-490c-b1a7-a26978e8e721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.712314] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c26fd97a-aa7b-4522-9d5e-4d37a1e64630 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.214s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.939932] env[69365]: DEBUG nova.compute.manager [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.940232] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.944758] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae19b2b-5d7d-4a8b-a056-da6c2064c08d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.954445] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.954734] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70670244-fa2c-444e-8cdc-0365ecd02cf7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.961933] env[69365]: DEBUG oslo_vmware.api [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 973.961933] env[69365]: value = "task-3302117" [ 973.961933] env[69365]: _type = "Task" [ 973.961933] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.972340] env[69365]: DEBUG oslo_vmware.api [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.010031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.010344] env[69365]: DEBUG nova.compute.manager [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Instance network_info: |[{"id": "8ed2326c-6167-490c-b1a7-a26978e8e721", "address": "fa:16:3e:d4:5a:4f", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed2326c-61", "ovs_interfaceid": "8ed2326c-6167-490c-b1a7-a26978e8e721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.010787] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:5a:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ed2326c-6167-490c-b1a7-a26978e8e721', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.018983] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating folder: Project (a840d8f25ec94c3d8f8176e810e41396). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.022140] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9879682-c5aa-4a17-8bea-d05bdb5acfe2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.035612] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Created folder: Project (a840d8f25ec94c3d8f8176e810e41396) in parent group-v659152. [ 974.035822] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating folder: Instances. Parent ref: group-v659362. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.038514] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d9fee83-b132-49b4-8dba-fea840010600 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.048251] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Created folder: Instances in parent group-v659362. [ 974.048389] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.048639] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.048853] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9dd1068-3b1f-4064-846a-e1a398b7fb50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.065924] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c8372f-f22f-45a1-b04c-4226ca5bc57e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.073438] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c51042-1e50-4062-bd75-6e2880cd7c11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.082022] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.082022] env[69365]: value = "task-3302120" [ 974.082022] env[69365]: _type = "Task" [ 974.082022] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.108829] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5112f4-6c1a-4845-887a-e9a01483d1c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.114978] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302120, 'name': CreateVM_Task} progress is 15%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.119894] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75f5b90-e2d3-4516-b1e0-6260bef0a4ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.133536] env[69365]: DEBUG nova.compute.provider_tree [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.301544] env[69365]: DEBUG nova.network.neutron [-] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.362194] env[69365]: DEBUG nova.network.neutron [req-4379adc0-9c42-4fdc-8c97-363de38e2a56 req-745f5130-cdca-431c-a92b-eed6d27c2e06 service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Updated VIF entry in instance network info cache for port c7c13a03-9de4-47af-9cff-19b25ff36c9f. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.362582] env[69365]: DEBUG nova.network.neutron [req-4379adc0-9c42-4fdc-8c97-363de38e2a56 req-745f5130-cdca-431c-a92b-eed6d27c2e06 service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Updating instance_info_cache with network_info: [{"id": "c7c13a03-9de4-47af-9cff-19b25ff36c9f", "address": "fa:16:3e:e0:78:55", "network": {"id": "18b15adf-a827-4810-ac9d-b09375f49426", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-629071661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d286af345d840faa0c108de24ba6d72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c13a03-9d", "ovs_interfaceid": "c7c13a03-9de4-47af-9cff-19b25ff36c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.472179] env[69365]: DEBUG oslo_vmware.api [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302117, 'name': PowerOffVM_Task, 'duration_secs': 0.226178} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.472471] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.472649] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.472897] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94d1b047-d492-4146-87a1-3c13568cd7ff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.538958] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.539206] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.539393] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Deleting the datastore file [datastore2] 526cbb1e-31d9-414c-bb78-21653fa48be9 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.540099] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6502b6a7-0707-480e-b5cc-2a02abf11df6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.546306] env[69365]: DEBUG oslo_vmware.api [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 974.546306] env[69365]: value = "task-3302122" [ 974.546306] env[69365]: _type = "Task" [ 974.546306] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.553265] env[69365]: DEBUG nova.compute.manager [req-24170aaf-7535-4af2-a815-4904cf2aa8b3 req-a601881b-f476-4ac2-bea3-acef2846ddd7 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Received event network-changed-8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.553456] env[69365]: DEBUG nova.compute.manager [req-24170aaf-7535-4af2-a815-4904cf2aa8b3 req-a601881b-f476-4ac2-bea3-acef2846ddd7 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Refreshing instance network info cache due to event network-changed-8ed2326c-6167-490c-b1a7-a26978e8e721. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.553665] env[69365]: DEBUG oslo_concurrency.lockutils [req-24170aaf-7535-4af2-a815-4904cf2aa8b3 req-a601881b-f476-4ac2-bea3-acef2846ddd7 service nova] Acquiring lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.553811] env[69365]: DEBUG oslo_concurrency.lockutils [req-24170aaf-7535-4af2-a815-4904cf2aa8b3 req-a601881b-f476-4ac2-bea3-acef2846ddd7 service nova] Acquired lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.553970] env[69365]: DEBUG nova.network.neutron [req-24170aaf-7535-4af2-a815-4904cf2aa8b3 req-a601881b-f476-4ac2-bea3-acef2846ddd7 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Refreshing network info cache for port 8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.559101] env[69365]: DEBUG oslo_vmware.api [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.589091] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302120, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.637268] env[69365]: DEBUG nova.scheduler.client.report [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.711966] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "9fe6816e-c62f-4eeb-9ed5-d2209686ddd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.712265] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "9fe6816e-c62f-4eeb-9ed5-d2209686ddd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.712480] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "9fe6816e-c62f-4eeb-9ed5-d2209686ddd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.712952] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "9fe6816e-c62f-4eeb-9ed5-d2209686ddd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.713331] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "9fe6816e-c62f-4eeb-9ed5-d2209686ddd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.717100] env[69365]: INFO nova.compute.manager [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Terminating instance [ 974.745583] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.745837] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.805435] env[69365]: INFO nova.compute.manager [-] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Took 1.82 seconds to deallocate network for instance. [ 974.865406] env[69365]: DEBUG oslo_concurrency.lockutils [req-4379adc0-9c42-4fdc-8c97-363de38e2a56 req-745f5130-cdca-431c-a92b-eed6d27c2e06 service nova] Releasing lock "refresh_cache-fd812632-21c8-4cdb-9cd2-29870691f42d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.063490] env[69365]: DEBUG oslo_vmware.api [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196766} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.063776] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.064144] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.064357] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.064533] env[69365]: INFO nova.compute.manager [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 975.064928] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.065634] env[69365]: DEBUG nova.compute.manager [-] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.065634] env[69365]: DEBUG nova.network.neutron [-] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.090422] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302120, 'name': CreateVM_Task, 'duration_secs': 0.623159} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.090572] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.091247] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.091421] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.091735] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.091985] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7f48a7-2fb4-43bb-b322-7263deb6dfce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.096667] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 975.096667] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521355f3-2651-5ac2-4218-f34015db3f16" [ 975.096667] env[69365]: _type = "Task" [ 975.096667] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.104584] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521355f3-2651-5ac2-4218-f34015db3f16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.146023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.146672] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.914s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.148709] env[69365]: INFO nova.compute.claims [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.169265] env[69365]: INFO nova.scheduler.client.report [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted allocations for instance 010e0256-fc11-4530-9de7-1124abe4f9ff [ 975.223114] env[69365]: DEBUG nova.compute.manager [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.223799] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.225255] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ca5e7b-d889-44a0-8d8f-b63ddb8fab63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.237581] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.237844] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f78d316-530d-45fd-a5fd-7a22a7f2f8dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.244458] env[69365]: DEBUG oslo_vmware.api [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 975.244458] env[69365]: value = "task-3302123" [ 975.244458] env[69365]: _type = "Task" [ 975.244458] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.253576] env[69365]: DEBUG nova.compute.manager [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.257052] env[69365]: DEBUG oslo_vmware.api [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.303047] env[69365]: DEBUG nova.network.neutron [-] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.317430] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.541683] env[69365]: DEBUG nova.network.neutron [req-24170aaf-7535-4af2-a815-4904cf2aa8b3 req-a601881b-f476-4ac2-bea3-acef2846ddd7 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updated VIF entry in instance network info cache for port 8ed2326c-6167-490c-b1a7-a26978e8e721. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.542112] env[69365]: DEBUG nova.network.neutron [req-24170aaf-7535-4af2-a815-4904cf2aa8b3 req-a601881b-f476-4ac2-bea3-acef2846ddd7 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updating instance_info_cache with network_info: [{"id": "8ed2326c-6167-490c-b1a7-a26978e8e721", "address": "fa:16:3e:d4:5a:4f", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed2326c-61", "ovs_interfaceid": "8ed2326c-6167-490c-b1a7-a26978e8e721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.612440] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521355f3-2651-5ac2-4218-f34015db3f16, 'name': SearchDatastore_Task, 'duration_secs': 0.043098} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.612440] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.612440] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.612440] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.612440] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.612440] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.612440] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd7db470-7889-4e93-842d-723a32358b5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.621705] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.621896] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.623029] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef4dccb-0003-4eeb-859d-f065d95d39b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.630514] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 975.630514] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5228105f-a185-9b49-07c9-80b28874ebf3" [ 975.630514] env[69365]: _type = "Task" [ 975.630514] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.641984] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5228105f-a185-9b49-07c9-80b28874ebf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.687018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0e57718-ac5d-4b75-9b93-101d4c53d895 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "010e0256-fc11-4530-9de7-1124abe4f9ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.187s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.761962] env[69365]: DEBUG oslo_vmware.api [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302123, 'name': PowerOffVM_Task, 'duration_secs': 0.478052} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.768443] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.768709] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.769883] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cb1c3ae-4e98-4832-8033-97ecc587eac4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.788037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.806095] env[69365]: INFO nova.compute.manager [-] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Took 2.53 seconds to deallocate network for instance. [ 975.838898] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.839153] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.839535] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleting the datastore file [datastore2] 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.839670] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d77325f1-0d07-46fc-91f5-55c97715dc2b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.847581] env[69365]: DEBUG oslo_vmware.api [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 975.847581] env[69365]: value = "task-3302125" [ 975.847581] env[69365]: _type = "Task" [ 975.847581] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.859785] env[69365]: DEBUG oslo_vmware.api [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.046989] env[69365]: DEBUG oslo_concurrency.lockutils [req-24170aaf-7535-4af2-a815-4904cf2aa8b3 req-a601881b-f476-4ac2-bea3-acef2846ddd7 service nova] Releasing lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.047204] env[69365]: DEBUG nova.compute.manager [req-24170aaf-7535-4af2-a815-4904cf2aa8b3 req-a601881b-f476-4ac2-bea3-acef2846ddd7 service nova] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Received event network-vif-deleted-3c4e09e3-f166-44c0-947f-eaa4d09892a4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.100892] env[69365]: DEBUG nova.network.neutron [-] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.141916] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5228105f-a185-9b49-07c9-80b28874ebf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.142806] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8114978c-3df7-48b1-931b-b655acaf7881 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.148569] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 976.148569] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5241da0a-cfaa-eada-0233-57cee2cb31ee" [ 976.148569] env[69365]: _type = "Task" [ 976.148569] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.158813] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5241da0a-cfaa-eada-0233-57cee2cb31ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.316091] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.360576] env[69365]: DEBUG oslo_vmware.api [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434701} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.360576] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.360576] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.361017] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.361017] env[69365]: INFO nova.compute.manager [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 976.361552] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.361552] env[69365]: DEBUG nova.compute.manager [-] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.361552] env[69365]: DEBUG nova.network.neutron [-] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.497168] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7c925a-8394-40b2-b416-628d3c0a568d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.506999] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655dfc95-b431-4edc-9584-27db13439abc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.544169] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e0fd41-21b3-4559-b33a-25374b91a526 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.552534] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ef2380-8697-4de6-a032-9dec7de4a385 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.568807] env[69365]: DEBUG nova.compute.provider_tree [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.601965] env[69365]: INFO nova.compute.manager [-] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Took 1.54 seconds to deallocate network for instance. [ 976.666477] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5241da0a-cfaa-eada-0233-57cee2cb31ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012223} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.666477] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.666659] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 1faf2b36-2066-446e-a393-7e2e97bab6fb/1faf2b36-2066-446e-a393-7e2e97bab6fb.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.666923] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6557a92-651a-400b-94b7-db724a888c5d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.676559] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 976.676559] env[69365]: value = "task-3302126" [ 976.676559] env[69365]: _type = "Task" [ 976.676559] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.685902] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.768847] env[69365]: DEBUG nova.compute.manager [req-14577f40-68b0-4a2f-a022-affe294d7fdb req-e0e9189e-f2cc-40c1-b9f0-e0f0c7f04e31 service nova] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Received event network-vif-deleted-0fd75caa-7b81-41fa-bbdc-a5da701ec64d {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.771143] env[69365]: DEBUG nova.compute.manager [req-14577f40-68b0-4a2f-a022-affe294d7fdb req-e0e9189e-f2cc-40c1-b9f0-e0f0c7f04e31 service nova] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Received event network-vif-deleted-388529ab-783c-4be6-aab2-d35230a1f850 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.908722] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "916ea71b-4119-4c43-beb3-e6e0c318e9ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.910058] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "916ea71b-4119-4c43-beb3-e6e0c318e9ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.059035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "f9703a3e-4bb9-4423-adb5-f4be4a295dae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.059293] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "f9703a3e-4bb9-4423-adb5-f4be4a295dae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.095474] env[69365]: ERROR nova.scheduler.client.report [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [req-c43b6aac-9a42-465a-ab67-33d8b38f6c4b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c43b6aac-9a42-465a-ab67-33d8b38f6c4b"}]} [ 977.111016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.116980] env[69365]: DEBUG nova.scheduler.client.report [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Refreshing inventories for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 977.133410] env[69365]: DEBUG nova.scheduler.client.report [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Updating ProviderTree inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 977.133849] env[69365]: DEBUG nova.compute.provider_tree [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.153669] env[69365]: DEBUG nova.scheduler.client.report [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Refreshing aggregate associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 977.172470] env[69365]: DEBUG nova.scheduler.client.report [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Refreshing trait associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 977.187312] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507054} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.187809] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 1faf2b36-2066-446e-a393-7e2e97bab6fb/1faf2b36-2066-446e-a393-7e2e97bab6fb.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.187888] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.188142] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83948b5d-ca0e-4614-9594-b2c1dda7d846 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.196552] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 977.196552] env[69365]: value = "task-3302127" [ 977.196552] env[69365]: _type = "Task" [ 977.196552] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.206750] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.231284] env[69365]: DEBUG nova.network.neutron [-] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.296462] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquiring lock "30cb6f81-7db8-41c4-bc85-cc3fa667d58e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.296704] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Lock "30cb6f81-7db8-41c4-bc85-cc3fa667d58e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.412804] env[69365]: DEBUG nova.compute.manager [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.562109] env[69365]: DEBUG nova.compute.manager [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.572075] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195fcef2-c864-473c-b47b-40a71b0739ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.579866] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedcb1c4-4cfd-47d2-a3f8-4f5770331ee6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.617629] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6c9ed4-a3c2-44c6-82c9-72a4491601f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.626082] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b275c4-9e3e-4e57-9a72-4f387f227a56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.640791] env[69365]: DEBUG nova.compute.provider_tree [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.706451] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084058} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.706756] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.707826] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb27e74f-2074-4f6a-a009-996c06ff8f3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.735165] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 1faf2b36-2066-446e-a393-7e2e97bab6fb/1faf2b36-2066-446e-a393-7e2e97bab6fb.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.736057] env[69365]: INFO nova.compute.manager [-] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Took 1.37 seconds to deallocate network for instance. [ 977.736057] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c7addb-8274-4f0e-9517-279df104d443 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.769479] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 977.769479] env[69365]: value = "task-3302128" [ 977.769479] env[69365]: _type = "Task" [ 977.769479] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.778716] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.799186] env[69365]: DEBUG nova.compute.manager [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.937561] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.089357] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.187659] env[69365]: DEBUG nova.scheduler.client.report [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Updated inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 978.187988] env[69365]: DEBUG nova.compute.provider_tree [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Updating resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 generation from 99 to 100 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 978.188242] env[69365]: DEBUG nova.compute.provider_tree [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.271216] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.283275] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302128, 'name': ReconfigVM_Task, 'duration_secs': 0.507307} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.283572] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 1faf2b36-2066-446e-a393-7e2e97bab6fb/1faf2b36-2066-446e-a393-7e2e97bab6fb.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.284239] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-023e1ec2-983e-4251-9088-1783927c1680 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.300590] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 978.300590] env[69365]: value = "task-3302129" [ 978.300590] env[69365]: _type = "Task" [ 978.300590] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.318543] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302129, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.324061] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.693705] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.547s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.694286] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.697673] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.442s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.699307] env[69365]: INFO nova.compute.claims [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.797209] env[69365]: DEBUG nova.compute.manager [req-263b051a-030b-4a81-b2e9-0337ea36413b req-8e89879a-c5bb-4e94-8f5f-f2c1264d201c service nova] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Received event network-vif-deleted-fce8e8bf-017c-4497-a301-92df711f77ed {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.812090] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302129, 'name': Rename_Task, 'duration_secs': 0.135172} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.812312] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.812542] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c56e9431-9422-4ba8-a093-972dce174e86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.818311] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 978.818311] env[69365]: value = "task-3302130" [ 978.818311] env[69365]: _type = "Task" [ 978.818311] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.827933] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.199818] env[69365]: DEBUG nova.compute.utils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.200998] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.201186] env[69365]: DEBUG nova.network.neutron [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.248433] env[69365]: DEBUG nova.policy [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2713a343284e7196677e6b91703ef8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f46873f8ff044d396146374367326c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.329730] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302130, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.537493] env[69365]: DEBUG nova.network.neutron [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Successfully created port: 9c0e09ff-deba-4d69-a35a-9a965d0a5ba1 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.706097] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.832482] env[69365]: DEBUG oslo_vmware.api [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302130, 'name': PowerOnVM_Task, 'duration_secs': 0.55589} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.832768] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.832967] env[69365]: INFO nova.compute.manager [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Took 8.84 seconds to spawn the instance on the hypervisor. [ 979.833168] env[69365]: DEBUG nova.compute.manager [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.834008] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0755d3-bf92-469b-9fa4-282b2909ec41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.048176] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c392b157-7094-48ba-b722-b4472ef73213 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.056012] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0062cca8-a55f-46e4-a0a8-d30b974a6b3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.086935] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fb2e8c-b4f0-4219-92b9-12e74542a7ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.094326] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d5bf77-cb40-4598-84cc-44b7b86a6c02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.107358] env[69365]: DEBUG nova.compute.provider_tree [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.354873] env[69365]: INFO nova.compute.manager [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Took 35.35 seconds to build instance. [ 980.610870] env[69365]: DEBUG nova.scheduler.client.report [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.718614] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.748948] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.749215] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.749376] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.749562] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.749712] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.749862] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.750083] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.750251] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.750762] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.750762] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.750762] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.751642] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede837a9-4bb3-41e7-bd2b-19e521ca48cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.760093] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebae27e-a317-44c5-a4fd-89a4baf76545 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.857106] env[69365]: DEBUG oslo_concurrency.lockutils [None req-61140077-bbc3-4703-97bb-2d5a5d62bb6c tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.859s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.022812] env[69365]: DEBUG nova.compute.manager [req-c1ddb74a-e4a1-4fdf-94f3-2688864724e3 req-ef2c8bf5-e11c-4d87-b4c6-8bd583b4bea1 service nova] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Received event network-vif-plugged-9c0e09ff-deba-4d69-a35a-9a965d0a5ba1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.022812] env[69365]: DEBUG oslo_concurrency.lockutils [req-c1ddb74a-e4a1-4fdf-94f3-2688864724e3 req-ef2c8bf5-e11c-4d87-b4c6-8bd583b4bea1 service nova] Acquiring lock "5dc7437b-a9e1-4deb-8df3-3df9d5727b96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.022812] env[69365]: DEBUG oslo_concurrency.lockutils [req-c1ddb74a-e4a1-4fdf-94f3-2688864724e3 req-ef2c8bf5-e11c-4d87-b4c6-8bd583b4bea1 service nova] Lock "5dc7437b-a9e1-4deb-8df3-3df9d5727b96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.022812] env[69365]: DEBUG oslo_concurrency.lockutils [req-c1ddb74a-e4a1-4fdf-94f3-2688864724e3 req-ef2c8bf5-e11c-4d87-b4c6-8bd583b4bea1 service nova] Lock "5dc7437b-a9e1-4deb-8df3-3df9d5727b96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.022812] env[69365]: DEBUG nova.compute.manager [req-c1ddb74a-e4a1-4fdf-94f3-2688864724e3 req-ef2c8bf5-e11c-4d87-b4c6-8bd583b4bea1 service nova] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] No waiting events found dispatching network-vif-plugged-9c0e09ff-deba-4d69-a35a-9a965d0a5ba1 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.022812] env[69365]: WARNING nova.compute.manager [req-c1ddb74a-e4a1-4fdf-94f3-2688864724e3 req-ef2c8bf5-e11c-4d87-b4c6-8bd583b4bea1 service nova] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Received unexpected event network-vif-plugged-9c0e09ff-deba-4d69-a35a-9a965d0a5ba1 for instance with vm_state building and task_state spawning. [ 981.083152] env[69365]: DEBUG nova.compute.manager [req-5295d86b-f07c-43d5-a779-b1fee85d3400 req-cb134ad0-5e0c-44c0-8b9d-0c159d3ef46b service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Received event network-changed-8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.083152] env[69365]: DEBUG nova.compute.manager [req-5295d86b-f07c-43d5-a779-b1fee85d3400 req-cb134ad0-5e0c-44c0-8b9d-0c159d3ef46b service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Refreshing instance network info cache due to event network-changed-8ed2326c-6167-490c-b1a7-a26978e8e721. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.083152] env[69365]: DEBUG oslo_concurrency.lockutils [req-5295d86b-f07c-43d5-a779-b1fee85d3400 req-cb134ad0-5e0c-44c0-8b9d-0c159d3ef46b service nova] Acquiring lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.083642] env[69365]: DEBUG oslo_concurrency.lockutils [req-5295d86b-f07c-43d5-a779-b1fee85d3400 req-cb134ad0-5e0c-44c0-8b9d-0c159d3ef46b service nova] Acquired lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.083945] env[69365]: DEBUG nova.network.neutron [req-5295d86b-f07c-43d5-a779-b1fee85d3400 req-cb134ad0-5e0c-44c0-8b9d-0c159d3ef46b service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Refreshing network info cache for port 8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.119016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.119016] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.121588] env[69365]: DEBUG oslo_concurrency.lockutils [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.531s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.134471] env[69365]: DEBUG nova.network.neutron [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Successfully updated port: 9c0e09ff-deba-4d69-a35a-9a965d0a5ba1 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.626786] env[69365]: DEBUG nova.compute.utils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.631134] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.631320] env[69365]: DEBUG nova.network.neutron [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.636917] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "refresh_cache-5dc7437b-a9e1-4deb-8df3-3df9d5727b96" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.637078] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired lock "refresh_cache-5dc7437b-a9e1-4deb-8df3-3df9d5727b96" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.637320] env[69365]: DEBUG nova.network.neutron [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.708857] env[69365]: DEBUG nova.policy [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba2713a343284e7196677e6b91703ef8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f46873f8ff044d396146374367326c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.025110] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648716bc-4de6-48cb-acec-c1c33f6cbdea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.034358] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df0a5be-4fe2-4def-805d-20318b8b0cf7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.068548] env[69365]: DEBUG nova.network.neutron [req-5295d86b-f07c-43d5-a779-b1fee85d3400 req-cb134ad0-5e0c-44c0-8b9d-0c159d3ef46b service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updated VIF entry in instance network info cache for port 8ed2326c-6167-490c-b1a7-a26978e8e721. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.072022] env[69365]: DEBUG nova.network.neutron [req-5295d86b-f07c-43d5-a779-b1fee85d3400 req-cb134ad0-5e0c-44c0-8b9d-0c159d3ef46b service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updating instance_info_cache with network_info: [{"id": "8ed2326c-6167-490c-b1a7-a26978e8e721", "address": "fa:16:3e:d4:5a:4f", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed2326c-61", "ovs_interfaceid": "8ed2326c-6167-490c-b1a7-a26978e8e721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.072022] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1732df67-1485-403b-8d76-9b52a30f6742 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.079447] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeecb69-a8d5-4d21-9920-f2b26f60cb31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.094811] env[69365]: DEBUG nova.compute.provider_tree [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.132068] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.227565] env[69365]: DEBUG nova.network.neutron [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.289513] env[69365]: DEBUG nova.network.neutron [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Successfully created port: 32f009d9-9f91-4248-96bf-b62f6b53c763 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.575178] env[69365]: DEBUG oslo_concurrency.lockutils [req-5295d86b-f07c-43d5-a779-b1fee85d3400 req-cb134ad0-5e0c-44c0-8b9d-0c159d3ef46b service nova] Releasing lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.599972] env[69365]: DEBUG nova.scheduler.client.report [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.734771] env[69365]: DEBUG nova.network.neutron [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Updating instance_info_cache with network_info: [{"id": "9c0e09ff-deba-4d69-a35a-9a965d0a5ba1", "address": "fa:16:3e:56:94:90", "network": {"id": "eb9e68f6-0997-4716-be23-7fa8795f404b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928300537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f46873f8ff044d396146374367326c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0e09ff-de", "ovs_interfaceid": "9c0e09ff-deba-4d69-a35a-9a965d0a5ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.048709] env[69365]: DEBUG nova.compute.manager [req-641be600-fd48-4b1f-ac82-a5d2469e91e7 req-b6f42667-ae2b-4e0c-8ff6-dd2b11a8c345 service nova] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Received event network-changed-9c0e09ff-deba-4d69-a35a-9a965d0a5ba1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.048709] env[69365]: DEBUG nova.compute.manager [req-641be600-fd48-4b1f-ac82-a5d2469e91e7 req-b6f42667-ae2b-4e0c-8ff6-dd2b11a8c345 service nova] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Refreshing instance network info cache due to event network-changed-9c0e09ff-deba-4d69-a35a-9a965d0a5ba1. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.048899] env[69365]: DEBUG oslo_concurrency.lockutils [req-641be600-fd48-4b1f-ac82-a5d2469e91e7 req-b6f42667-ae2b-4e0c-8ff6-dd2b11a8c345 service nova] Acquiring lock "refresh_cache-5dc7437b-a9e1-4deb-8df3-3df9d5727b96" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.142545] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.170275] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.170563] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.170757] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.170951] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.171138] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.171329] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.171537] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.171697] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.171858] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.172034] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.172289] env[69365]: DEBUG nova.virt.hardware [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.175064] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b1699a-d74b-4c8e-b308-f6cf2c6e76fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.182896] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334e203e-2ede-46bc-b4a7-343506226ffa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.239494] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Releasing lock "refresh_cache-5dc7437b-a9e1-4deb-8df3-3df9d5727b96" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.239860] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Instance network_info: |[{"id": "9c0e09ff-deba-4d69-a35a-9a965d0a5ba1", "address": "fa:16:3e:56:94:90", "network": {"id": "eb9e68f6-0997-4716-be23-7fa8795f404b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928300537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f46873f8ff044d396146374367326c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0e09ff-de", "ovs_interfaceid": "9c0e09ff-deba-4d69-a35a-9a965d0a5ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.240190] env[69365]: DEBUG oslo_concurrency.lockutils [req-641be600-fd48-4b1f-ac82-a5d2469e91e7 req-b6f42667-ae2b-4e0c-8ff6-dd2b11a8c345 service nova] Acquired lock "refresh_cache-5dc7437b-a9e1-4deb-8df3-3df9d5727b96" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.240371] env[69365]: DEBUG nova.network.neutron [req-641be600-fd48-4b1f-ac82-a5d2469e91e7 req-b6f42667-ae2b-4e0c-8ff6-dd2b11a8c345 service nova] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Refreshing network info cache for port 9c0e09ff-deba-4d69-a35a-9a965d0a5ba1 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.241940] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:94:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c0e09ff-deba-4d69-a35a-9a965d0a5ba1', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.249573] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.250074] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.250824] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fddd640f-9336-4456-8877-ab12210bf482 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.271646] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.271646] env[69365]: value = "task-3302131" [ 983.271646] env[69365]: _type = "Task" [ 983.271646] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.279722] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302131, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.612674] env[69365]: DEBUG oslo_concurrency.lockutils [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.491s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.616504] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.640s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.618495] env[69365]: INFO nova.compute.claims [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.784817] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302131, 'name': CreateVM_Task, 'duration_secs': 0.307564} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.784817] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.784817] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.784817] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.785232] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.788298] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9727b7-4696-4710-a425-0e26e904163c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.793313] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 983.793313] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5217d65f-15ab-b399-a7a5-c433b8159250" [ 983.793313] env[69365]: _type = "Task" [ 983.793313] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.801987] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5217d65f-15ab-b399-a7a5-c433b8159250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.971708] env[69365]: DEBUG nova.network.neutron [req-641be600-fd48-4b1f-ac82-a5d2469e91e7 req-b6f42667-ae2b-4e0c-8ff6-dd2b11a8c345 service nova] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Updated VIF entry in instance network info cache for port 9c0e09ff-deba-4d69-a35a-9a965d0a5ba1. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.972088] env[69365]: DEBUG nova.network.neutron [req-641be600-fd48-4b1f-ac82-a5d2469e91e7 req-b6f42667-ae2b-4e0c-8ff6-dd2b11a8c345 service nova] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Updating instance_info_cache with network_info: [{"id": "9c0e09ff-deba-4d69-a35a-9a965d0a5ba1", "address": "fa:16:3e:56:94:90", "network": {"id": "eb9e68f6-0997-4716-be23-7fa8795f404b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928300537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f46873f8ff044d396146374367326c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0e09ff-de", "ovs_interfaceid": "9c0e09ff-deba-4d69-a35a-9a965d0a5ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.188074] env[69365]: INFO nova.scheduler.client.report [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted allocation for migration f6c5dd92-1022-4e24-bb51-12f155784635 [ 984.206147] env[69365]: DEBUG nova.network.neutron [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Successfully updated port: 32f009d9-9f91-4248-96bf-b62f6b53c763 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.305284] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5217d65f-15ab-b399-a7a5-c433b8159250, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.305632] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.305949] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.306137] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.306335] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.306457] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.306725] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83f82aaa-091c-4687-9bcc-f6ac9249d808 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.315200] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.315842] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.316122] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60b969d-cca0-4690-82c6-66380667a9ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.321533] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 984.321533] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bed374-253b-6044-809e-77542866ab1e" [ 984.321533] env[69365]: _type = "Task" [ 984.321533] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.329307] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bed374-253b-6044-809e-77542866ab1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.475228] env[69365]: DEBUG oslo_concurrency.lockutils [req-641be600-fd48-4b1f-ac82-a5d2469e91e7 req-b6f42667-ae2b-4e0c-8ff6-dd2b11a8c345 service nova] Releasing lock "refresh_cache-5dc7437b-a9e1-4deb-8df3-3df9d5727b96" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.693887] env[69365]: DEBUG oslo_concurrency.lockutils [None req-24043c3c-c73d-45d0-b40b-a5f37921d4df tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.925s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.709927] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "refresh_cache-e22bba2b-7541-47d4-b239-56e2b0b436d1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.709927] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired lock "refresh_cache-e22bba2b-7541-47d4-b239-56e2b0b436d1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.710133] env[69365]: DEBUG nova.network.neutron [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.831791] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bed374-253b-6044-809e-77542866ab1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009273} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.834736] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8550af-a92a-4ed2-85c2-30e8ec91cd43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.840821] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 984.840821] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526c30c7-6e18-ed62-3fe4-2571b35e3caa" [ 984.840821] env[69365]: _type = "Task" [ 984.840821] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.848696] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526c30c7-6e18-ed62-3fe4-2571b35e3caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.899665] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c212bbb0-d10b-492e-80c8-6c7db8b969f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.907142] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770e0584-d91a-4442-aa6f-daf649ad52d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.938548] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d00038-9c40-425c-a5d6-819d3bbdd92c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.946544] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa5bfc7-2501-4e06-929c-1b44173e60ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.960447] env[69365]: DEBUG nova.compute.provider_tree [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.076667] env[69365]: DEBUG nova.compute.manager [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Received event network-vif-plugged-32f009d9-9f91-4248-96bf-b62f6b53c763 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.076855] env[69365]: DEBUG oslo_concurrency.lockutils [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] Acquiring lock "e22bba2b-7541-47d4-b239-56e2b0b436d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.078150] env[69365]: DEBUG oslo_concurrency.lockutils [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] Lock "e22bba2b-7541-47d4-b239-56e2b0b436d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.078150] env[69365]: DEBUG oslo_concurrency.lockutils [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] Lock "e22bba2b-7541-47d4-b239-56e2b0b436d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.078150] env[69365]: DEBUG nova.compute.manager [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] No waiting events found dispatching network-vif-plugged-32f009d9-9f91-4248-96bf-b62f6b53c763 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.078150] env[69365]: WARNING nova.compute.manager [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Received unexpected event network-vif-plugged-32f009d9-9f91-4248-96bf-b62f6b53c763 for instance with vm_state building and task_state spawning. [ 985.078150] env[69365]: DEBUG nova.compute.manager [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Received event network-changed-32f009d9-9f91-4248-96bf-b62f6b53c763 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.078150] env[69365]: DEBUG nova.compute.manager [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Refreshing instance network info cache due to event network-changed-32f009d9-9f91-4248-96bf-b62f6b53c763. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.078150] env[69365]: DEBUG oslo_concurrency.lockutils [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] Acquiring lock "refresh_cache-e22bba2b-7541-47d4-b239-56e2b0b436d1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.261877] env[69365]: DEBUG nova.network.neutron [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.350331] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526c30c7-6e18-ed62-3fe4-2571b35e3caa, 'name': SearchDatastore_Task, 'duration_secs': 0.009982} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.350589] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.350857] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 5dc7437b-a9e1-4deb-8df3-3df9d5727b96/5dc7437b-a9e1-4deb-8df3-3df9d5727b96.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.351108] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbd17978-5398-48a7-8dc9-38b16bc5a6cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.357837] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 985.357837] env[69365]: value = "task-3302132" [ 985.357837] env[69365]: _type = "Task" [ 985.357837] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.365166] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.464127] env[69365]: DEBUG nova.scheduler.client.report [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.486777] env[69365]: DEBUG nova.network.neutron [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Updating instance_info_cache with network_info: [{"id": "32f009d9-9f91-4248-96bf-b62f6b53c763", "address": "fa:16:3e:c0:91:4b", "network": {"id": "eb9e68f6-0997-4716-be23-7fa8795f404b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928300537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f46873f8ff044d396146374367326c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f009d9-9f", "ovs_interfaceid": "32f009d9-9f91-4248-96bf-b62f6b53c763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.867703] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474479} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.868042] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 5dc7437b-a9e1-4deb-8df3-3df9d5727b96/5dc7437b-a9e1-4deb-8df3-3df9d5727b96.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.868278] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.868587] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c045f9b-9bd8-49ed-90c5-7cec611f8870 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.876182] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 985.876182] env[69365]: value = "task-3302133" [ 985.876182] env[69365]: _type = "Task" [ 985.876182] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.884355] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.968746] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.969330] env[69365]: DEBUG nova.compute.manager [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.973039] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.201s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.973711] env[69365]: INFO nova.compute.claims [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.989319] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Releasing lock "refresh_cache-e22bba2b-7541-47d4-b239-56e2b0b436d1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.990020] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Instance network_info: |[{"id": "32f009d9-9f91-4248-96bf-b62f6b53c763", "address": "fa:16:3e:c0:91:4b", "network": {"id": "eb9e68f6-0997-4716-be23-7fa8795f404b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928300537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f46873f8ff044d396146374367326c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f009d9-9f", "ovs_interfaceid": "32f009d9-9f91-4248-96bf-b62f6b53c763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.990020] env[69365]: DEBUG oslo_concurrency.lockutils [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] Acquired lock "refresh_cache-e22bba2b-7541-47d4-b239-56e2b0b436d1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.990211] env[69365]: DEBUG nova.network.neutron [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Refreshing network info cache for port 32f009d9-9f91-4248-96bf-b62f6b53c763 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.991617] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:91:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32f009d9-9f91-4248-96bf-b62f6b53c763', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.999038] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.999487] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.999957] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99f17414-5f04-402a-8336-89fae8796a41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.023222] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.023222] env[69365]: value = "task-3302134" [ 986.023222] env[69365]: _type = "Task" [ 986.023222] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.031268] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302134, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.386496] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058457} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.386496] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.386775] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f9673b-0a6e-4b2a-b67c-2b84f451d5c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.410121] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 5dc7437b-a9e1-4deb-8df3-3df9d5727b96/5dc7437b-a9e1-4deb-8df3-3df9d5727b96.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.410449] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c39ee3c-0b33-40a5-82bf-9c4d2558eca3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.429980] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 986.429980] env[69365]: value = "task-3302135" [ 986.429980] env[69365]: _type = "Task" [ 986.429980] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.438353] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.449502] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.449502] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.449757] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.449882] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.450123] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.453075] env[69365]: INFO nova.compute.manager [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Terminating instance [ 986.473858] env[69365]: DEBUG nova.compute.utils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.475087] env[69365]: DEBUG nova.compute.manager [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.475258] env[69365]: DEBUG nova.network.neutron [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.535164] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302134, 'name': CreateVM_Task, 'duration_secs': 0.41189} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.535346] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.536057] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.536237] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.536546] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.537930] env[69365]: DEBUG nova.policy [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3318ae131a5942cdbcff2bcb56b8f617', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcfffe89a4584bee9eb6f0165aee7a19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.539172] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a693c2-c7e0-49ab-b799-9ad232a04eda {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.543593] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 986.543593] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526770a1-e4f8-4b98-5068-8da2ea991a23" [ 986.543593] env[69365]: _type = "Task" [ 986.543593] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.550977] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526770a1-e4f8-4b98-5068-8da2ea991a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.831177] env[69365]: DEBUG nova.network.neutron [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Updated VIF entry in instance network info cache for port 32f009d9-9f91-4248-96bf-b62f6b53c763. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.831555] env[69365]: DEBUG nova.network.neutron [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Updating instance_info_cache with network_info: [{"id": "32f009d9-9f91-4248-96bf-b62f6b53c763", "address": "fa:16:3e:c0:91:4b", "network": {"id": "eb9e68f6-0997-4716-be23-7fa8795f404b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928300537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f46873f8ff044d396146374367326c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f009d9-9f", "ovs_interfaceid": "32f009d9-9f91-4248-96bf-b62f6b53c763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.938436] env[69365]: DEBUG nova.network.neutron [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Successfully created port: 8b71a3be-b759-42e1-85e0-1cb418624eb4 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.941190] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "35c74321-65d1-4164-9de6-df1d14f08c81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.941417] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "35c74321-65d1-4164-9de6-df1d14f08c81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.946357] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.956081] env[69365]: DEBUG nova.compute.manager [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.956314] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.957508] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68be3d4b-b99f-4a8c-8dc3-104e142952c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.965626] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.965877] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32ddc8e5-d4c2-4897-9818-47431aec7bec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.972527] env[69365]: DEBUG oslo_vmware.api [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 986.972527] env[69365]: value = "task-3302136" [ 986.972527] env[69365]: _type = "Task" [ 986.972527] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.980637] env[69365]: DEBUG nova.compute.manager [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.985446] env[69365]: DEBUG oslo_vmware.api [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.054158] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526770a1-e4f8-4b98-5068-8da2ea991a23, 'name': SearchDatastore_Task, 'duration_secs': 0.065362} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.054477] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.054722] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.054998] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.055168] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.055375] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.055639] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3271f59-ffc3-4646-ae0c-03c627b038e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.065315] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.065520] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.066250] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b84ae0-49cd-441e-9c9e-b697a6e6dd0e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.071293] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 987.071293] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e96a4-a192-8d40-864d-712067b4f3f5" [ 987.071293] env[69365]: _type = "Task" [ 987.071293] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.081439] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e96a4-a192-8d40-864d-712067b4f3f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.338023] env[69365]: DEBUG oslo_concurrency.lockutils [req-6be59b03-7eb6-4f0c-abdb-caa226429db4 req-a59242b7-5c0c-457d-ad7c-dcef5a5218cd service nova] Releasing lock "refresh_cache-e22bba2b-7541-47d4-b239-56e2b0b436d1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.339047] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297eda17-1580-406c-95e2-7494d5c5c828 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.348344] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d874f4-2d82-4fa4-bf46-0b04c0bfca35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.379700] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da26cf4-917e-496f-9096-d6e308733283 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.387055] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97abaf72-1cda-4990-9215-7e7184128882 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.400473] env[69365]: DEBUG nova.compute.provider_tree [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.440024] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302135, 'name': ReconfigVM_Task, 'duration_secs': 0.746093} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.440317] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 5dc7437b-a9e1-4deb-8df3-3df9d5727b96/5dc7437b-a9e1-4deb-8df3-3df9d5727b96.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.440928] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e06dac5a-d464-4840-b3d9-9c6336ae464a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.447050] env[69365]: DEBUG nova.compute.manager [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.449551] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 987.449551] env[69365]: value = "task-3302137" [ 987.449551] env[69365]: _type = "Task" [ 987.449551] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.457441] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302137, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.481615] env[69365]: DEBUG oslo_vmware.api [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302136, 'name': PowerOffVM_Task, 'duration_secs': 0.359242} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.481929] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.482122] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.482932] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d943693a-fa91-46cf-a348-64554b98cead {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.550408] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.550544] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.550714] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleting the datastore file [datastore1] 2d6787bb-5928-44c8-94a3-47b93c5cbd0c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.550985] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-409bebbe-415f-432b-952a-2b0daf311f7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.558991] env[69365]: DEBUG oslo_vmware.api [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 987.558991] env[69365]: value = "task-3302139" [ 987.558991] env[69365]: _type = "Task" [ 987.558991] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.568767] env[69365]: DEBUG oslo_vmware.api [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.580334] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e96a4-a192-8d40-864d-712067b4f3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.018961} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.580891] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90e239b-35b6-4c7b-bf41-c6acd061177f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.586201] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 987.586201] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e2b5b2-2619-45b7-393e-20ad961b5314" [ 987.586201] env[69365]: _type = "Task" [ 987.586201] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.595778] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e2b5b2-2619-45b7-393e-20ad961b5314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.922384] env[69365]: ERROR nova.scheduler.client.report [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [req-090d8d60-ad69-4555-b41c-effd35fc94d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-090d8d60-ad69-4555-b41c-effd35fc94d3"}]} [ 987.938107] env[69365]: DEBUG nova.scheduler.client.report [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Refreshing inventories for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 987.953755] env[69365]: DEBUG nova.scheduler.client.report [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Updating ProviderTree inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 987.954121] env[69365]: DEBUG nova.compute.provider_tree [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.966318] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302137, 'name': Rename_Task, 'duration_secs': 0.169198} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.966573] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.966870] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfa53fb0-e9b8-4c13-8a81-01d714834612 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.969030] env[69365]: DEBUG nova.scheduler.client.report [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Refreshing aggregate associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 987.971664] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.975481] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 987.975481] env[69365]: value = "task-3302140" [ 987.975481] env[69365]: _type = "Task" [ 987.975481] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.983395] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.985298] env[69365]: DEBUG nova.scheduler.client.report [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Refreshing trait associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 987.991058] env[69365]: DEBUG nova.compute.manager [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.019426] env[69365]: DEBUG nova.virt.hardware [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.019820] env[69365]: DEBUG nova.virt.hardware [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.020112] env[69365]: DEBUG nova.virt.hardware [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.020420] env[69365]: DEBUG nova.virt.hardware [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.020687] env[69365]: DEBUG nova.virt.hardware [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.020955] env[69365]: DEBUG nova.virt.hardware [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.021325] env[69365]: DEBUG nova.virt.hardware [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.021551] env[69365]: DEBUG nova.virt.hardware [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.021741] env[69365]: DEBUG nova.virt.hardware [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.021915] env[69365]: DEBUG nova.virt.hardware [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.022137] env[69365]: DEBUG nova.virt.hardware [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.022984] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b6bf72-b749-491a-a612-00cd42b3a9e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.035937] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21c9302-1895-40b4-b230-5ead49cf95f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.067381] env[69365]: DEBUG oslo_vmware.api [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187258} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.067659] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.067851] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.068040] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.068224] env[69365]: INFO nova.compute.manager [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 988.068490] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.068645] env[69365]: DEBUG nova.compute.manager [-] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.068763] env[69365]: DEBUG nova.network.neutron [-] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.096121] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e2b5b2-2619-45b7-393e-20ad961b5314, 'name': SearchDatastore_Task, 'duration_secs': 0.01692} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.096382] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.096641] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e22bba2b-7541-47d4-b239-56e2b0b436d1/e22bba2b-7541-47d4-b239-56e2b0b436d1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.096898] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6daa2b1-0db0-43c7-82be-84cbcbbbc62f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.105180] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 988.105180] env[69365]: value = "task-3302141" [ 988.105180] env[69365]: _type = "Task" [ 988.105180] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.112792] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.318453] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8777b43f-69c3-4212-a672-a97f193475e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.329246] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fb78b3-28ba-4eba-ae42-0f768d33bfef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.369184] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbfe708-b7af-4524-b1bd-7fe8431c378d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.380133] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e692dcf-2a9f-4a4b-94a6-6de37d32e75d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.402007] env[69365]: DEBUG nova.compute.provider_tree [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.457194] env[69365]: DEBUG nova.compute.manager [req-587d9c5e-277b-45a7-a33a-ccc8107328dc req-8bba19af-66a7-404a-b63a-6a37289ea747 service nova] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Received event network-vif-deleted-31ed2089-7050-4a2a-a6e7-525ae070c78c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.458017] env[69365]: INFO nova.compute.manager [req-587d9c5e-277b-45a7-a33a-ccc8107328dc req-8bba19af-66a7-404a-b63a-6a37289ea747 service nova] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Neutron deleted interface 31ed2089-7050-4a2a-a6e7-525ae070c78c; detaching it from the instance and deleting it from the info cache [ 988.458273] env[69365]: DEBUG nova.network.neutron [req-587d9c5e-277b-45a7-a33a-ccc8107328dc req-8bba19af-66a7-404a-b63a-6a37289ea747 service nova] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.486378] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.614988] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302141, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.707629] env[69365]: DEBUG nova.network.neutron [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Successfully updated port: 8b71a3be-b759-42e1-85e0-1cb418624eb4 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.934265] env[69365]: DEBUG nova.network.neutron [-] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.938116] env[69365]: DEBUG nova.scheduler.client.report [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Updated inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 988.938451] env[69365]: DEBUG nova.compute.provider_tree [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Updating resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 generation from 102 to 103 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 988.938733] env[69365]: DEBUG nova.compute.provider_tree [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.961949] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ae6639e-af35-41a9-b2a8-d9ce97cbbe6c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.972822] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31630a33-583c-47e6-b0cd-37d71ee78b88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.995731] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302140, 'name': PowerOnVM_Task, 'duration_secs': 0.861545} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.996038] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.996289] env[69365]: INFO nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Took 8.28 seconds to spawn the instance on the hypervisor. [ 988.996511] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.008997] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b44dce6-a19d-482e-9499-a6147a9059ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.011682] env[69365]: DEBUG nova.compute.manager [req-587d9c5e-277b-45a7-a33a-ccc8107328dc req-8bba19af-66a7-404a-b63a-6a37289ea747 service nova] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Detach interface failed, port_id=31ed2089-7050-4a2a-a6e7-525ae070c78c, reason: Instance 2d6787bb-5928-44c8-94a3-47b93c5cbd0c could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.116585] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588456} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.116849] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e22bba2b-7541-47d4-b239-56e2b0b436d1/e22bba2b-7541-47d4-b239-56e2b0b436d1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.117079] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.117324] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b59ebef-2ab0-456c-adf5-0e3202c73879 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.123416] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 989.123416] env[69365]: value = "task-3302142" [ 989.123416] env[69365]: _type = "Task" [ 989.123416] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.130522] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.212029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquiring lock "refresh_cache-102c56d8-99d4-432e-b576-79251b0893ac" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.212243] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquired lock "refresh_cache-102c56d8-99d4-432e-b576-79251b0893ac" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.212413] env[69365]: DEBUG nova.network.neutron [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.438181] env[69365]: INFO nova.compute.manager [-] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Took 1.37 seconds to deallocate network for instance. [ 989.443254] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.471s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.443754] env[69365]: DEBUG nova.compute.manager [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.446832] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.131s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.447108] env[69365]: DEBUG nova.objects.instance [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lazy-loading 'resources' on Instance uuid 81da77a0-1f4b-475a-91ab-a93837999000 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.525495] env[69365]: INFO nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Took 40.31 seconds to build instance. [ 989.633119] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072927} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.633375] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.634145] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecd5129-57d1-4588-b220-cfb365ea3296 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.656163] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] e22bba2b-7541-47d4-b239-56e2b0b436d1/e22bba2b-7541-47d4-b239-56e2b0b436d1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.656406] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b9a7ce-99f4-4d9b-a2bc-bdb9043e7811 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.677056] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 989.677056] env[69365]: value = "task-3302143" [ 989.677056] env[69365]: _type = "Task" [ 989.677056] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.685180] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.749109] env[69365]: DEBUG nova.network.neutron [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.922108] env[69365]: DEBUG nova.network.neutron [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Updating instance_info_cache with network_info: [{"id": "8b71a3be-b759-42e1-85e0-1cb418624eb4", "address": "fa:16:3e:54:ec:cb", "network": {"id": "543aca71-21d8-44f1-8fb8-34f20a07113c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1682787480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcfffe89a4584bee9eb6f0165aee7a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b71a3be-b7", "ovs_interfaceid": "8b71a3be-b759-42e1-85e0-1cb418624eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.948179] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.949367] env[69365]: DEBUG nova.compute.utils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.953922] env[69365]: DEBUG nova.compute.manager [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.954150] env[69365]: DEBUG nova.network.neutron [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.989576] env[69365]: DEBUG nova.policy [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30f8c10d1bf5471199d5cc641786c463', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '662a7f20a67442cbb78b392a14ec391c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.028655] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "5dc7437b-a9e1-4deb-8df3-3df9d5727b96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.823s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.191350] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.233493] env[69365]: DEBUG nova.network.neutron [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Successfully created port: 130c2f79-b84c-4298-ac15-113f53bfd7cb {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.237084] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9cb1bc-f444-4588-8799-0522b7fb8261 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.244782] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bdcc11-fe6c-4881-bef9-d00a9385e0a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.276313] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0264df1-4ead-48f5-9e61-02db8d9e0f58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.283856] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5034697e-a0df-4e5d-a50d-33b931a7a430 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.296802] env[69365]: DEBUG nova.compute.provider_tree [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.425363] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Releasing lock "refresh_cache-102c56d8-99d4-432e-b576-79251b0893ac" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.429029] env[69365]: DEBUG nova.compute.manager [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Instance network_info: |[{"id": "8b71a3be-b759-42e1-85e0-1cb418624eb4", "address": "fa:16:3e:54:ec:cb", "network": {"id": "543aca71-21d8-44f1-8fb8-34f20a07113c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1682787480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcfffe89a4584bee9eb6f0165aee7a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b71a3be-b7", "ovs_interfaceid": "8b71a3be-b759-42e1-85e0-1cb418624eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.429029] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:ec:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b71a3be-b759-42e1-85e0-1cb418624eb4', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.434792] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Creating folder: Project (dcfffe89a4584bee9eb6f0165aee7a19). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.435143] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08286702-5957-4f76-92b2-7038d3aec609 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.448280] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Created folder: Project (dcfffe89a4584bee9eb6f0165aee7a19) in parent group-v659152. [ 990.448280] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Creating folder: Instances. Parent ref: group-v659367. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.448280] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0934eb53-75fd-4419-b603-3cbf4d5bab2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.452265] env[69365]: DEBUG nova.compute.manager [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.456808] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Created folder: Instances in parent group-v659367. [ 990.457198] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.457723] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.458074] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68dd5a87-7c71-41ae-9a12-f16a4f6a7d44 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.480395] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.480395] env[69365]: value = "task-3302146" [ 990.480395] env[69365]: _type = "Task" [ 990.480395] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.488213] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302146, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.496027] env[69365]: DEBUG nova.compute.manager [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Received event network-vif-plugged-8b71a3be-b759-42e1-85e0-1cb418624eb4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.496237] env[69365]: DEBUG oslo_concurrency.lockutils [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] Acquiring lock "102c56d8-99d4-432e-b576-79251b0893ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.496451] env[69365]: DEBUG oslo_concurrency.lockutils [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] Lock "102c56d8-99d4-432e-b576-79251b0893ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.496646] env[69365]: DEBUG oslo_concurrency.lockutils [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] Lock "102c56d8-99d4-432e-b576-79251b0893ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.496773] env[69365]: DEBUG nova.compute.manager [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] No waiting events found dispatching network-vif-plugged-8b71a3be-b759-42e1-85e0-1cb418624eb4 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.496980] env[69365]: WARNING nova.compute.manager [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Received unexpected event network-vif-plugged-8b71a3be-b759-42e1-85e0-1cb418624eb4 for instance with vm_state building and task_state spawning. [ 990.497098] env[69365]: DEBUG nova.compute.manager [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Received event network-changed-8b71a3be-b759-42e1-85e0-1cb418624eb4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.497255] env[69365]: DEBUG nova.compute.manager [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Refreshing instance network info cache due to event network-changed-8b71a3be-b759-42e1-85e0-1cb418624eb4. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.497437] env[69365]: DEBUG oslo_concurrency.lockutils [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] Acquiring lock "refresh_cache-102c56d8-99d4-432e-b576-79251b0893ac" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.497571] env[69365]: DEBUG oslo_concurrency.lockutils [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] Acquired lock "refresh_cache-102c56d8-99d4-432e-b576-79251b0893ac" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.497763] env[69365]: DEBUG nova.network.neutron [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Refreshing network info cache for port 8b71a3be-b759-42e1-85e0-1cb418624eb4 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.689357] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302143, 'name': ReconfigVM_Task, 'duration_secs': 0.776635} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.689630] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Reconfigured VM instance instance-0000004b to attach disk [datastore2] e22bba2b-7541-47d4-b239-56e2b0b436d1/e22bba2b-7541-47d4-b239-56e2b0b436d1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.690260] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a65b247a-47d3-4950-af51-6808f726f6e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.696280] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 990.696280] env[69365]: value = "task-3302147" [ 990.696280] env[69365]: _type = "Task" [ 990.696280] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.703488] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302147, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.799905] env[69365]: DEBUG nova.scheduler.client.report [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.990360] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302146, 'name': CreateVM_Task, 'duration_secs': 0.303455} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.990614] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.991411] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.991584] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.991750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.992054] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6e513d-2cd4-467f-a6a3-9414fdb4ac8d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.996689] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Waiting for the task: (returnval){ [ 990.996689] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52246d85-e078-c70a-c420-8c26167c3a0e" [ 990.996689] env[69365]: _type = "Task" [ 990.996689] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.009578] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52246d85-e078-c70a-c420-8c26167c3a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.009860] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.010111] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.010346] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.010493] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.010668] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.010931] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1d1437a-05d6-4d5d-970e-7a236408c123 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.018801] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.019031] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.019763] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc9b926-81f3-4678-b846-83bbc6c0191a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.024912] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Waiting for the task: (returnval){ [ 991.024912] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7519e-5214-5c92-1cc3-cf4a3fa4c1af" [ 991.024912] env[69365]: _type = "Task" [ 991.024912] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.034497] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7519e-5214-5c92-1cc3-cf4a3fa4c1af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.183223] env[69365]: DEBUG nova.network.neutron [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Updated VIF entry in instance network info cache for port 8b71a3be-b759-42e1-85e0-1cb418624eb4. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.183590] env[69365]: DEBUG nova.network.neutron [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Updating instance_info_cache with network_info: [{"id": "8b71a3be-b759-42e1-85e0-1cb418624eb4", "address": "fa:16:3e:54:ec:cb", "network": {"id": "543aca71-21d8-44f1-8fb8-34f20a07113c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1682787480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcfffe89a4584bee9eb6f0165aee7a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b71a3be-b7", "ovs_interfaceid": "8b71a3be-b759-42e1-85e0-1cb418624eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.207039] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302147, 'name': Rename_Task, 'duration_secs': 0.142512} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.207278] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.207520] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34ed9eff-bdc5-4a17-b49a-4e0d58ffa4ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.214185] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 991.214185] env[69365]: value = "task-3302148" [ 991.214185] env[69365]: _type = "Task" [ 991.214185] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.230689] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.305481] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.307929] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.520s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.309488] env[69365]: INFO nova.compute.claims [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.327568] env[69365]: INFO nova.scheduler.client.report [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Deleted allocations for instance 81da77a0-1f4b-475a-91ab-a93837999000 [ 991.465329] env[69365]: DEBUG nova.compute.manager [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.491978] env[69365]: DEBUG nova.virt.hardware [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.491978] env[69365]: DEBUG nova.virt.hardware [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.491978] env[69365]: DEBUG nova.virt.hardware [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.492225] env[69365]: DEBUG nova.virt.hardware [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.493029] env[69365]: DEBUG nova.virt.hardware [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.493029] env[69365]: DEBUG nova.virt.hardware [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.493029] env[69365]: DEBUG nova.virt.hardware [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.493029] env[69365]: DEBUG nova.virt.hardware [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.493029] env[69365]: DEBUG nova.virt.hardware [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.493263] env[69365]: DEBUG nova.virt.hardware [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.493349] env[69365]: DEBUG nova.virt.hardware [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.494247] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec25b235-b910-4d43-8ba0-46cf5363c060 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.502815] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4a7655-0562-4020-94da-07db3c2f4415 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.539226] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7519e-5214-5c92-1cc3-cf4a3fa4c1af, 'name': SearchDatastore_Task, 'duration_secs': 0.009175} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.540132] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fe3332-471d-4084-86bd-02030407ff3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.548104] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Waiting for the task: (returnval){ [ 991.548104] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52766359-6150-7662-25a9-b55e87c13f9e" [ 991.548104] env[69365]: _type = "Task" [ 991.548104] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.554537] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52766359-6150-7662-25a9-b55e87c13f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.686451] env[69365]: DEBUG oslo_concurrency.lockutils [req-d30986af-0053-46df-882f-e4252b7eb8ff req-64d04ded-3698-4e96-80b9-bc10be245143 service nova] Releasing lock "refresh_cache-102c56d8-99d4-432e-b576-79251b0893ac" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.725278] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302148, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.771305] env[69365]: DEBUG nova.network.neutron [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Successfully updated port: 130c2f79-b84c-4298-ac15-113f53bfd7cb {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.835136] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dda3c459-2480-4b18-986d-aded19153c4e tempest-ImagesTestJSON-355851015 tempest-ImagesTestJSON-355851015-project-member] Lock "81da77a0-1f4b-475a-91ab-a93837999000" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.506s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.057336] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52766359-6150-7662-25a9-b55e87c13f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011854} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.057691] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.057970] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 102c56d8-99d4-432e-b576-79251b0893ac/102c56d8-99d4-432e-b576-79251b0893ac.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.058284] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd611e12-d3a2-48ba-8b17-39aca7b7943f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.064389] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Waiting for the task: (returnval){ [ 992.064389] env[69365]: value = "task-3302149" [ 992.064389] env[69365]: _type = "Task" [ 992.064389] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.075021] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.224731] env[69365]: DEBUG oslo_vmware.api [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302148, 'name': PowerOnVM_Task, 'duration_secs': 0.533025} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.224966] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.225183] env[69365]: INFO nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Took 9.08 seconds to spawn the instance on the hypervisor. [ 992.225363] env[69365]: DEBUG nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.226143] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf879c3f-cd14-4167-811a-16e79c997d6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.275908] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Acquiring lock "refresh_cache-f7402476-1ad9-4180-8208-becbb67f673c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.275996] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Acquired lock "refresh_cache-f7402476-1ad9-4180-8208-becbb67f673c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.276160] env[69365]: DEBUG nova.network.neutron [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.524202] env[69365]: DEBUG nova.compute.manager [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Received event network-vif-plugged-130c2f79-b84c-4298-ac15-113f53bfd7cb {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.526897] env[69365]: DEBUG oslo_concurrency.lockutils [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] Acquiring lock "f7402476-1ad9-4180-8208-becbb67f673c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.526897] env[69365]: DEBUG oslo_concurrency.lockutils [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] Lock "f7402476-1ad9-4180-8208-becbb67f673c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.526897] env[69365]: DEBUG oslo_concurrency.lockutils [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] Lock "f7402476-1ad9-4180-8208-becbb67f673c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.526897] env[69365]: DEBUG nova.compute.manager [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] [instance: f7402476-1ad9-4180-8208-becbb67f673c] No waiting events found dispatching network-vif-plugged-130c2f79-b84c-4298-ac15-113f53bfd7cb {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.526897] env[69365]: WARNING nova.compute.manager [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Received unexpected event network-vif-plugged-130c2f79-b84c-4298-ac15-113f53bfd7cb for instance with vm_state building and task_state spawning. [ 992.526897] env[69365]: DEBUG nova.compute.manager [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Received event network-changed-130c2f79-b84c-4298-ac15-113f53bfd7cb {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.526897] env[69365]: DEBUG nova.compute.manager [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Refreshing instance network info cache due to event network-changed-130c2f79-b84c-4298-ac15-113f53bfd7cb. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.526897] env[69365]: DEBUG oslo_concurrency.lockutils [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] Acquiring lock "refresh_cache-f7402476-1ad9-4180-8208-becbb67f673c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.576668] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.668032] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe0fca8-175b-4b32-b493-306914c2487f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.675447] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb497d61-bc97-43e0-88c3-f37fc04aff54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.709554] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ddef5d-e947-45b4-9662-601fe8d115d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.716928] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1b44d9-4979-4070-a056-2ea7f316b538 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.734768] env[69365]: DEBUG nova.compute.provider_tree [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.746049] env[69365]: INFO nova.compute.manager [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Took 43.50 seconds to build instance. [ 992.827718] env[69365]: DEBUG nova.network.neutron [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.987921] env[69365]: DEBUG nova.network.neutron [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Updating instance_info_cache with network_info: [{"id": "130c2f79-b84c-4298-ac15-113f53bfd7cb", "address": "fa:16:3e:b2:20:57", "network": {"id": "9b114623-0385-45e2-8315-db76f0b5d6a8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-880006389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "662a7f20a67442cbb78b392a14ec391c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap130c2f79-b8", "ovs_interfaceid": "130c2f79-b84c-4298-ac15-113f53bfd7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.075507] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302149, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.241212] env[69365]: DEBUG nova.scheduler.client.report [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.248704] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5dfdbb1-717a-4574-90d1-46a7c540e0c5 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "e22bba2b-7541-47d4-b239-56e2b0b436d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.014s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.491900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Releasing lock "refresh_cache-f7402476-1ad9-4180-8208-becbb67f673c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.492349] env[69365]: DEBUG nova.compute.manager [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Instance network_info: |[{"id": "130c2f79-b84c-4298-ac15-113f53bfd7cb", "address": "fa:16:3e:b2:20:57", "network": {"id": "9b114623-0385-45e2-8315-db76f0b5d6a8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-880006389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "662a7f20a67442cbb78b392a14ec391c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap130c2f79-b8", "ovs_interfaceid": "130c2f79-b84c-4298-ac15-113f53bfd7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.492906] env[69365]: DEBUG oslo_concurrency.lockutils [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] Acquired lock "refresh_cache-f7402476-1ad9-4180-8208-becbb67f673c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.493110] env[69365]: DEBUG nova.network.neutron [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Refreshing network info cache for port 130c2f79-b84c-4298-ac15-113f53bfd7cb {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.494204] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:20:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '130c2f79-b84c-4298-ac15-113f53bfd7cb', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.503639] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Creating folder: Project (662a7f20a67442cbb78b392a14ec391c). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.506620] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbbbebf4-1d5d-4e52-890b-a31b96c9680c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.519859] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Created folder: Project (662a7f20a67442cbb78b392a14ec391c) in parent group-v659152. [ 993.520121] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Creating folder: Instances. Parent ref: group-v659370. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.520356] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5abb581e-ac80-4ee6-9ba5-4ca376d67d18 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.530128] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Created folder: Instances in parent group-v659370. [ 993.530357] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.530535] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.530727] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fdd1461-6e08-40de-a15d-60c195c624c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.551671] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.551671] env[69365]: value = "task-3302152" [ 993.551671] env[69365]: _type = "Task" [ 993.551671] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.560497] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302152, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.581032] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302149, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.021743} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.581409] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 102c56d8-99d4-432e-b576-79251b0893ac/102c56d8-99d4-432e-b576-79251b0893ac.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.582044] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.582148] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-217165e9-3150-4561-8537-b66c431e6c15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.590599] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Waiting for the task: (returnval){ [ 993.590599] env[69365]: value = "task-3302153" [ 993.590599] env[69365]: _type = "Task" [ 993.590599] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.602852] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.748153] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.748685] env[69365]: DEBUG nova.compute.manager [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.752124] env[69365]: DEBUG nova.network.neutron [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Updated VIF entry in instance network info cache for port 130c2f79-b84c-4298-ac15-113f53bfd7cb. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.752452] env[69365]: DEBUG nova.network.neutron [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Updating instance_info_cache with network_info: [{"id": "130c2f79-b84c-4298-ac15-113f53bfd7cb", "address": "fa:16:3e:b2:20:57", "network": {"id": "9b114623-0385-45e2-8315-db76f0b5d6a8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-880006389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "662a7f20a67442cbb78b392a14ec391c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap130c2f79-b8", "ovs_interfaceid": "130c2f79-b84c-4298-ac15-113f53bfd7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.753451] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.438s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.753672] env[69365]: DEBUG nova.objects.instance [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lazy-loading 'resources' on Instance uuid 488cd3fa-b547-4560-91ef-217361497af0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.894319] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "5dc7437b-a9e1-4deb-8df3-3df9d5727b96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.894636] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "5dc7437b-a9e1-4deb-8df3-3df9d5727b96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.894851] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "5dc7437b-a9e1-4deb-8df3-3df9d5727b96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.895051] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "5dc7437b-a9e1-4deb-8df3-3df9d5727b96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.895224] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "5dc7437b-a9e1-4deb-8df3-3df9d5727b96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.897447] env[69365]: INFO nova.compute.manager [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Terminating instance [ 993.960785] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "e22bba2b-7541-47d4-b239-56e2b0b436d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.961088] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "e22bba2b-7541-47d4-b239-56e2b0b436d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.961299] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "e22bba2b-7541-47d4-b239-56e2b0b436d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.961483] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "e22bba2b-7541-47d4-b239-56e2b0b436d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.961653] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "e22bba2b-7541-47d4-b239-56e2b0b436d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.963640] env[69365]: INFO nova.compute.manager [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Terminating instance [ 994.061664] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302152, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.099804] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102521} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.100145] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.100901] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfb86ba-fdf3-4647-ad79-9a5144a5c1cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.123967] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 102c56d8-99d4-432e-b576-79251b0893ac/102c56d8-99d4-432e-b576-79251b0893ac.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.124286] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd09bfc-f99e-4793-bee8-6f9d765af6c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.145722] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Waiting for the task: (returnval){ [ 994.145722] env[69365]: value = "task-3302154" [ 994.145722] env[69365]: _type = "Task" [ 994.145722] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.153650] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.257042] env[69365]: DEBUG nova.compute.utils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.261234] env[69365]: DEBUG oslo_concurrency.lockutils [req-767a582a-f494-43a8-9b00-8d947560cc56 req-0f3db07c-f83c-4c07-a80e-fa19dfaee100 service nova] Releasing lock "refresh_cache-f7402476-1ad9-4180-8208-becbb67f673c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.262058] env[69365]: DEBUG nova.compute.manager [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.262238] env[69365]: DEBUG nova.network.neutron [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.310122] env[69365]: DEBUG nova.policy [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30a5e766e7a34e08a738a05b66a363c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72868a3ac4f249728f3ab513cd801654', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.402913] env[69365]: DEBUG nova.compute.manager [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.403355] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.405682] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8507a5-fb69-4f99-a902-5519cdd3165c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.414319] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.414612] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e2d82b5-1961-4f2b-92a5-403d08f08108 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.427575] env[69365]: DEBUG oslo_vmware.api [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 994.427575] env[69365]: value = "task-3302155" [ 994.427575] env[69365]: _type = "Task" [ 994.427575] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.435544] env[69365]: DEBUG oslo_vmware.api [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.468268] env[69365]: DEBUG nova.compute.manager [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.468540] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.470137] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9591e57-59f4-44d0-a6c1-d0b6fd7f7244 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.483076] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.483282] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e90347b1-0848-42cb-ace1-0171cd7f572e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.493976] env[69365]: DEBUG oslo_vmware.api [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 994.493976] env[69365]: value = "task-3302156" [ 994.493976] env[69365]: _type = "Task" [ 994.493976] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.504464] env[69365]: DEBUG oslo_vmware.api [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.561930] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302152, 'name': CreateVM_Task, 'duration_secs': 0.725852} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.564581] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.565495] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.565619] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.566018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.566412] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d12703-0bc0-41f0-88d4-99391bacd776 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.571233] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Waiting for the task: (returnval){ [ 994.571233] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a02bcb-ea75-f5fc-c87e-9e078faf4f4e" [ 994.571233] env[69365]: _type = "Task" [ 994.571233] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.581866] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a02bcb-ea75-f5fc-c87e-9e078faf4f4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.598756] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfbd2ec-0b4b-4212-b212-4aa98be6b77f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.605946] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6037728d-eb18-4950-a6a7-1c65c9e18564 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.643074] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57562db-23b5-45e1-b34e-1ca14f21c2fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.662879] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e64ca4-ac87-44fc-aa05-884f83fd194e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.666826] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302154, 'name': ReconfigVM_Task, 'duration_secs': 0.381699} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.666960] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 102c56d8-99d4-432e-b576-79251b0893ac/102c56d8-99d4-432e-b576-79251b0893ac.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.668234] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c47108b6-a4ba-49c8-9c05-d88f413543b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.679964] env[69365]: DEBUG nova.compute.provider_tree [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.687354] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Waiting for the task: (returnval){ [ 994.687354] env[69365]: value = "task-3302157" [ 994.687354] env[69365]: _type = "Task" [ 994.687354] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.697556] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302157, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.762997] env[69365]: DEBUG nova.compute.manager [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.781372] env[69365]: DEBUG nova.network.neutron [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Successfully created port: 21bb863d-95c2-4c07-8dd0-77e2a9aa70ab {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.935303] env[69365]: DEBUG oslo_vmware.api [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302155, 'name': PowerOffVM_Task, 'duration_secs': 0.180258} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.935584] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.935774] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.936031] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65effd07-a54a-4754-bea1-2ba8fc3f5f8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.988438] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "c0b388b1-0e5d-48f4-9211-8c5e11c0d7df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.988676] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "c0b388b1-0e5d-48f4-9211-8c5e11c0d7df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.999352] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.999520] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.999691] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Deleting the datastore file [datastore2] 5dc7437b-a9e1-4deb-8df3-3df9d5727b96 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.000751] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60d0199a-bcc5-43ae-8bdf-79fb57401c79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.005851] env[69365]: DEBUG oslo_vmware.api [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302156, 'name': PowerOffVM_Task, 'duration_secs': 0.188494} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.006226] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.006389] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.006641] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-570895fd-4f73-40f3-8596-b0be114f3246 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.009781] env[69365]: DEBUG oslo_vmware.api [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 995.009781] env[69365]: value = "task-3302159" [ 995.009781] env[69365]: _type = "Task" [ 995.009781] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.017020] env[69365]: DEBUG oslo_vmware.api [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.077523] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.077827] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.078046] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Deleting the datastore file [datastore2] e22bba2b-7541-47d4-b239-56e2b0b436d1 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.078707] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99388814-2853-432c-b3af-7c5c254e6102 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.084501] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a02bcb-ea75-f5fc-c87e-9e078faf4f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.016606} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.085191] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.085391] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.085645] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.085841] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.086041] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.086299] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ea44bf7-d59c-4de6-8022-0e37848cd7b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.089592] env[69365]: DEBUG oslo_vmware.api [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for the task: (returnval){ [ 995.089592] env[69365]: value = "task-3302161" [ 995.089592] env[69365]: _type = "Task" [ 995.089592] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.099020] env[69365]: DEBUG oslo_vmware.api [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.102183] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.102471] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.103089] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a9700f-9a2c-4c28-9469-49b2b97d78a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.109360] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Waiting for the task: (returnval){ [ 995.109360] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a640ae-ca0c-9816-be83-caf2937d0698" [ 995.109360] env[69365]: _type = "Task" [ 995.109360] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.116986] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a640ae-ca0c-9816-be83-caf2937d0698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.184273] env[69365]: DEBUG nova.scheduler.client.report [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.197020] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302157, 'name': Rename_Task, 'duration_secs': 0.213261} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.197335] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.197557] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a015727d-425d-4ae4-aa6c-f55c832552d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.204967] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Waiting for the task: (returnval){ [ 995.204967] env[69365]: value = "task-3302162" [ 995.204967] env[69365]: _type = "Task" [ 995.204967] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.214527] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.218944] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "3eb04059-8d12-40f2-95cc-652af167c60e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.219190] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "3eb04059-8d12-40f2-95cc-652af167c60e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.490709] env[69365]: DEBUG nova.compute.manager [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.520591] env[69365]: DEBUG oslo_vmware.api [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198736} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.520853] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.521051] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.521233] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.521402] env[69365]: INFO nova.compute.manager [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Took 1.12 seconds to destroy the instance on the hypervisor. [ 995.521642] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.521827] env[69365]: DEBUG nova.compute.manager [-] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.521921] env[69365]: DEBUG nova.network.neutron [-] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.601821] env[69365]: DEBUG oslo_vmware.api [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Task: {'id': task-3302161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277768} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.602104] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.602294] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.602469] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.602640] env[69365]: INFO nova.compute.manager [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 995.602913] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.603074] env[69365]: DEBUG nova.compute.manager [-] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.603172] env[69365]: DEBUG nova.network.neutron [-] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.618747] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a640ae-ca0c-9816-be83-caf2937d0698, 'name': SearchDatastore_Task, 'duration_secs': 0.020014} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.619523] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164bc751-154b-48c3-a134-1c77bf6ba7a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.625921] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Waiting for the task: (returnval){ [ 995.625921] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5212bd40-f8be-0193-7d94-88e529cec51b" [ 995.625921] env[69365]: _type = "Task" [ 995.625921] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.634611] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5212bd40-f8be-0193-7d94-88e529cec51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.697583] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.702013] env[69365]: DEBUG oslo_concurrency.lockutils [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.589s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.702367] env[69365]: DEBUG nova.objects.instance [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lazy-loading 'resources' on Instance uuid 526cbb1e-31d9-414c-bb78-21653fa48be9 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.716318] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.722113] env[69365]: DEBUG nova.compute.manager [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.730134] env[69365]: INFO nova.scheduler.client.report [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Deleted allocations for instance 488cd3fa-b547-4560-91ef-217361497af0 [ 995.773522] env[69365]: DEBUG nova.compute.manager [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.808695] env[69365]: DEBUG nova.virt.hardware [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.809024] env[69365]: DEBUG nova.virt.hardware [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.809199] env[69365]: DEBUG nova.virt.hardware [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.809858] env[69365]: DEBUG nova.virt.hardware [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.809858] env[69365]: DEBUG nova.virt.hardware [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.809858] env[69365]: DEBUG nova.virt.hardware [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.809858] env[69365]: DEBUG nova.virt.hardware [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.810026] env[69365]: DEBUG nova.virt.hardware [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.810433] env[69365]: DEBUG nova.virt.hardware [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.810660] env[69365]: DEBUG nova.virt.hardware [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.810807] env[69365]: DEBUG nova.virt.hardware [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.812051] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1863ca-625e-4ea7-b4aa-2a2fb979a290 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.822517] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4676921d-348a-43bb-9a97-1e1a2e9ad607 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.012593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.136983] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5212bd40-f8be-0193-7d94-88e529cec51b, 'name': SearchDatastore_Task, 'duration_secs': 0.022845} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.137336] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.137560] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] f7402476-1ad9-4180-8208-becbb67f673c/f7402476-1ad9-4180-8208-becbb67f673c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.137864] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad3d10fd-efce-452a-bb65-053eefa8b7af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.145692] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Waiting for the task: (returnval){ [ 996.145692] env[69365]: value = "task-3302163" [ 996.145692] env[69365]: _type = "Task" [ 996.145692] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.156287] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.223151] env[69365]: DEBUG oslo_vmware.api [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302162, 'name': PowerOnVM_Task, 'duration_secs': 0.984978} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.223560] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.223766] env[69365]: INFO nova.compute.manager [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Took 8.23 seconds to spawn the instance on the hypervisor. [ 996.223958] env[69365]: DEBUG nova.compute.manager [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.224809] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4584059c-9bde-465c-97c9-f6889906bc5b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.241045] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10f9f01-66b7-41a9-b2cb-a30cbe868097 tempest-ServersWithSpecificFlavorTestJSON-420761698 tempest-ServersWithSpecificFlavorTestJSON-420761698-project-member] Lock "488cd3fa-b547-4560-91ef-217361497af0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.621s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.270445] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.303485] env[69365]: DEBUG nova.compute.manager [req-e1a14390-4ea2-42a2-9562-a31aadec46af req-4e988bc1-f2cb-4506-8e62-3d62cbfaf9b2 service nova] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Received event network-vif-deleted-9c0e09ff-deba-4d69-a35a-9a965d0a5ba1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.303859] env[69365]: INFO nova.compute.manager [req-e1a14390-4ea2-42a2-9562-a31aadec46af req-4e988bc1-f2cb-4506-8e62-3d62cbfaf9b2 service nova] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Neutron deleted interface 9c0e09ff-deba-4d69-a35a-9a965d0a5ba1; detaching it from the instance and deleting it from the info cache [ 996.305331] env[69365]: DEBUG nova.network.neutron [req-e1a14390-4ea2-42a2-9562-a31aadec46af req-4e988bc1-f2cb-4506-8e62-3d62cbfaf9b2 service nova] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.582488] env[69365]: DEBUG nova.network.neutron [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Successfully updated port: 21bb863d-95c2-4c07-8dd0-77e2a9aa70ab {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.646833] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26b4319-5b04-4639-9c64-ac76b3266371 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.662924] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be373982-5381-4e2b-85a4-1df2e6f87541 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.666906] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302163, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.696693] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19290d28-b0fa-4171-a767-deab7a8378a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.705429] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c06a803-caf8-44a0-9a61-a7e034ec247c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.722976] env[69365]: DEBUG nova.compute.provider_tree [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.744795] env[69365]: INFO nova.compute.manager [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Took 24.79 seconds to build instance. [ 996.778258] env[69365]: DEBUG nova.network.neutron [-] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.808163] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3973b002-bb71-4103-8114-8ee87a092ac7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.817809] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34096e5d-18be-42dd-8203-7ea97afc4ecb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.851658] env[69365]: DEBUG nova.compute.manager [req-e1a14390-4ea2-42a2-9562-a31aadec46af req-4e988bc1-f2cb-4506-8e62-3d62cbfaf9b2 service nova] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Detach interface failed, port_id=9c0e09ff-deba-4d69-a35a-9a965d0a5ba1, reason: Instance 5dc7437b-a9e1-4deb-8df3-3df9d5727b96 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 996.871794] env[69365]: DEBUG nova.network.neutron [-] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.080410] env[69365]: DEBUG oslo_concurrency.lockutils [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquiring lock "102c56d8-99d4-432e-b576-79251b0893ac" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.086711] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "refresh_cache-5ff715ea-2d13-43c3-addc-4c58d4e0b21e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.086873] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquired lock "refresh_cache-5ff715ea-2d13-43c3-addc-4c58d4e0b21e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.086999] env[69365]: DEBUG nova.network.neutron [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.162659] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599895} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.164960] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] f7402476-1ad9-4180-8208-becbb67f673c/f7402476-1ad9-4180-8208-becbb67f673c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.164960] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.165579] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddcac942-ba7c-4c63-8bfc-af8bf6dba57f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.172017] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Waiting for the task: (returnval){ [ 997.172017] env[69365]: value = "task-3302164" [ 997.172017] env[69365]: _type = "Task" [ 997.172017] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.179810] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.226989] env[69365]: DEBUG nova.scheduler.client.report [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.245218] env[69365]: DEBUG oslo_concurrency.lockutils [None req-112c3c1f-f0bb-4623-8dec-ed6c4189e8e1 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Lock "102c56d8-99d4-432e-b576-79251b0893ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.309s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.245510] env[69365]: DEBUG oslo_concurrency.lockutils [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Lock "102c56d8-99d4-432e-b576-79251b0893ac" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.165s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.245782] env[69365]: INFO nova.compute.manager [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Rebooting instance [ 997.281194] env[69365]: INFO nova.compute.manager [-] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Took 1.76 seconds to deallocate network for instance. [ 997.374316] env[69365]: INFO nova.compute.manager [-] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Took 1.77 seconds to deallocate network for instance. [ 997.623675] env[69365]: DEBUG nova.network.neutron [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.684254] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072139} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.684254] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.684254] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1f994c-3d52-4c01-8efa-1e6f9a85cf8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.708360] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] f7402476-1ad9-4180-8208-becbb67f673c/f7402476-1ad9-4180-8208-becbb67f673c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.711424] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ecb321f-6068-4cf0-9fa7-c3eeb1344301 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.733340] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Waiting for the task: (returnval){ [ 997.733340] env[69365]: value = "task-3302165" [ 997.733340] env[69365]: _type = "Task" [ 997.733340] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.737028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.739569] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.802s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.741240] env[69365]: INFO nova.compute.claims [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.752262] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.770467] env[69365]: INFO nova.scheduler.client.report [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Deleted allocations for instance 526cbb1e-31d9-414c-bb78-21653fa48be9 [ 997.775380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquiring lock "refresh_cache-102c56d8-99d4-432e-b576-79251b0893ac" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.775380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquired lock "refresh_cache-102c56d8-99d4-432e-b576-79251b0893ac" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.775380] env[69365]: DEBUG nova.network.neutron [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.791637] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.862086] env[69365]: DEBUG nova.network.neutron [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Updating instance_info_cache with network_info: [{"id": "21bb863d-95c2-4c07-8dd0-77e2a9aa70ab", "address": "fa:16:3e:9b:08:86", "network": {"id": "e5935f89-2a0e-4c73-8fd6-af1ac7fc787c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1692533212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72868a3ac4f249728f3ab513cd801654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bb863d-95", "ovs_interfaceid": "21bb863d-95c2-4c07-8dd0-77e2a9aa70ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.881458] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.243842] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.285133] env[69365]: DEBUG oslo_concurrency.lockutils [None req-adf57a28-daa7-4240-9015-f68ac146cad9 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "526cbb1e-31d9-414c-bb78-21653fa48be9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.860s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.341455] env[69365]: DEBUG nova.compute.manager [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Received event network-vif-deleted-32f009d9-9f91-4248-96bf-b62f6b53c763 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.341455] env[69365]: DEBUG nova.compute.manager [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Received event network-vif-plugged-21bb863d-95c2-4c07-8dd0-77e2a9aa70ab {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.341455] env[69365]: DEBUG oslo_concurrency.lockutils [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] Acquiring lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.341915] env[69365]: DEBUG oslo_concurrency.lockutils [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.342635] env[69365]: DEBUG oslo_concurrency.lockutils [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.342848] env[69365]: DEBUG nova.compute.manager [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] No waiting events found dispatching network-vif-plugged-21bb863d-95c2-4c07-8dd0-77e2a9aa70ab {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.343073] env[69365]: WARNING nova.compute.manager [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Received unexpected event network-vif-plugged-21bb863d-95c2-4c07-8dd0-77e2a9aa70ab for instance with vm_state building and task_state spawning. [ 998.343259] env[69365]: DEBUG nova.compute.manager [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Received event network-changed-21bb863d-95c2-4c07-8dd0-77e2a9aa70ab {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.343408] env[69365]: DEBUG nova.compute.manager [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Refreshing instance network info cache due to event network-changed-21bb863d-95c2-4c07-8dd0-77e2a9aa70ab. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.343586] env[69365]: DEBUG oslo_concurrency.lockutils [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] Acquiring lock "refresh_cache-5ff715ea-2d13-43c3-addc-4c58d4e0b21e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.366322] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Releasing lock "refresh_cache-5ff715ea-2d13-43c3-addc-4c58d4e0b21e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.367495] env[69365]: DEBUG nova.compute.manager [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Instance network_info: |[{"id": "21bb863d-95c2-4c07-8dd0-77e2a9aa70ab", "address": "fa:16:3e:9b:08:86", "network": {"id": "e5935f89-2a0e-4c73-8fd6-af1ac7fc787c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1692533212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72868a3ac4f249728f3ab513cd801654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bb863d-95", "ovs_interfaceid": "21bb863d-95c2-4c07-8dd0-77e2a9aa70ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.367866] env[69365]: DEBUG oslo_concurrency.lockutils [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] Acquired lock "refresh_cache-5ff715ea-2d13-43c3-addc-4c58d4e0b21e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.368087] env[69365]: DEBUG nova.network.neutron [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Refreshing network info cache for port 21bb863d-95c2-4c07-8dd0-77e2a9aa70ab {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.370671] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:08:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21bb863d-95c2-4c07-8dd0-77e2a9aa70ab', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.379587] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.380212] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.381627] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-371fe8f4-ffff-4b1e-9a20-5297932c4a82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.406997] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.406997] env[69365]: value = "task-3302166" [ 998.406997] env[69365]: _type = "Task" [ 998.406997] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.422840] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302166, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.723606] env[69365]: DEBUG nova.network.neutron [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Updating instance_info_cache with network_info: [{"id": "8b71a3be-b759-42e1-85e0-1cb418624eb4", "address": "fa:16:3e:54:ec:cb", "network": {"id": "543aca71-21d8-44f1-8fb8-34f20a07113c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1682787480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcfffe89a4584bee9eb6f0165aee7a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b71a3be-b7", "ovs_interfaceid": "8b71a3be-b759-42e1-85e0-1cb418624eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.749505] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302165, 'name': ReconfigVM_Task, 'duration_secs': 0.801502} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.749896] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Reconfigured VM instance instance-0000004d to attach disk [datastore2] f7402476-1ad9-4180-8208-becbb67f673c/f7402476-1ad9-4180-8208-becbb67f673c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.750634] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-613b1ea2-1376-48b0-8948-4dd4b5502004 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.765375] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Waiting for the task: (returnval){ [ 998.765375] env[69365]: value = "task-3302167" [ 998.765375] env[69365]: _type = "Task" [ 998.765375] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.773174] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302167, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.845227] env[69365]: DEBUG nova.network.neutron [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Updated VIF entry in instance network info cache for port 21bb863d-95c2-4c07-8dd0-77e2a9aa70ab. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.846235] env[69365]: DEBUG nova.network.neutron [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Updating instance_info_cache with network_info: [{"id": "21bb863d-95c2-4c07-8dd0-77e2a9aa70ab", "address": "fa:16:3e:9b:08:86", "network": {"id": "e5935f89-2a0e-4c73-8fd6-af1ac7fc787c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1692533212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72868a3ac4f249728f3ab513cd801654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bb863d-95", "ovs_interfaceid": "21bb863d-95c2-4c07-8dd0-77e2a9aa70ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.928130] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302166, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.171732] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229d1489-90d9-48c2-a74e-b4bf115ec964 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.179833] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a4e39b-a182-4aa1-8f98-75c158c3520c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.211204] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdd2681-a289-4983-96ba-9755b2e8477f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.219213] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2193e52-e5f1-4135-8c9b-707ce268cd24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.233183] env[69365]: DEBUG oslo_concurrency.lockutils [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Releasing lock "refresh_cache-102c56d8-99d4-432e-b576-79251b0893ac" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.234182] env[69365]: DEBUG nova.compute.provider_tree [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.273945] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302167, 'name': Rename_Task, 'duration_secs': 0.204684} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.275084] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.275084] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae925168-660c-4a74-9d4f-f5fe42214e9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.280925] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Waiting for the task: (returnval){ [ 999.280925] env[69365]: value = "task-3302168" [ 999.280925] env[69365]: _type = "Task" [ 999.280925] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.288624] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.350121] env[69365]: DEBUG oslo_concurrency.lockutils [req-7aa5d3c8-cda8-450d-b65d-a66905095cdf req-dbd82c44-6b50-4068-b8be-18c78e0575e7 service nova] Releasing lock "refresh_cache-5ff715ea-2d13-43c3-addc-4c58d4e0b21e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.418078] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302166, 'name': CreateVM_Task, 'duration_secs': 0.594452} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.418078] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.418497] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.418659] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.419800] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.419800] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30184737-c3bb-4396-8ba3-f347952aa941 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.423691] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 999.423691] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5215ebba-a753-5058-c7ed-8a56ddb18602" [ 999.423691] env[69365]: _type = "Task" [ 999.423691] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.432414] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5215ebba-a753-5058-c7ed-8a56ddb18602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.540350] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "040ec1d6-2d29-4313-9e19-878a17a5e234" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.540617] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "040ec1d6-2d29-4313-9e19-878a17a5e234" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.738253] env[69365]: DEBUG nova.scheduler.client.report [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.742419] env[69365]: DEBUG nova.compute.manager [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.743268] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1a8bd6-be3c-4a80-be7f-f10ce5c55465 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.792447] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.935716] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5215ebba-a753-5058-c7ed-8a56ddb18602, 'name': SearchDatastore_Task, 'duration_secs': 0.027451} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.936931] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.937202] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.937672] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.937851] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.938044] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.938341] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48a43b20-465a-41c6-89a9-555e405840cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.949414] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.949663] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.950720] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd8ec65-9303-464d-9552-1c68be41508d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.956716] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 999.956716] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c28030-7941-bb63-ec15-8045ca869ac9" [ 999.956716] env[69365]: _type = "Task" [ 999.956716] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.966923] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c28030-7941-bb63-ec15-8045ca869ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.042994] env[69365]: DEBUG nova.compute.manager [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.239186] env[69365]: DEBUG nova.objects.instance [None req-48cbabab-fa9d-4fc3-9688-f1a2b9cc79e0 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Lazy-loading 'flavor' on Instance uuid bfd1107e-6136-46ae-b840-2f2929975f71 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.245263] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.245263] env[69365]: DEBUG nova.compute.manager [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.248149] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.158s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.251444] env[69365]: INFO nova.compute.claims [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.296051] env[69365]: DEBUG oslo_vmware.api [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302168, 'name': PowerOnVM_Task, 'duration_secs': 0.881249} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.296051] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.296051] env[69365]: INFO nova.compute.manager [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1000.296051] env[69365]: DEBUG nova.compute.manager [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.297173] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0497489e-79b3-4d8f-99b8-1b268ce629ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.469145] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c28030-7941-bb63-ec15-8045ca869ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.014273} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.470014] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0afe4ca3-3ae1-40d8-bd5d-4e8ff0d124a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.476374] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1000.476374] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527578d4-c46f-8711-29a3-a19235fe102e" [ 1000.476374] env[69365]: _type = "Task" [ 1000.476374] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.485263] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527578d4-c46f-8711-29a3-a19235fe102e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.573106] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.750767] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48cbabab-fa9d-4fc3-9688-f1a2b9cc79e0 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquiring lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.750988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48cbabab-fa9d-4fc3-9688-f1a2b9cc79e0 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquired lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.758464] env[69365]: DEBUG nova.compute.utils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.759181] env[69365]: DEBUG nova.compute.manager [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.759349] env[69365]: DEBUG nova.network.neutron [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.762397] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a82fbea-c4d2-43bb-9569-c2ff0bf6395d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.771037] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Doing hard reboot of VM {{(pid=69365) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1000.771857] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f797291e-212c-4992-85e6-ca83ad23814f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.779396] env[69365]: DEBUG oslo_vmware.api [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Waiting for the task: (returnval){ [ 1000.779396] env[69365]: value = "task-3302169" [ 1000.779396] env[69365]: _type = "Task" [ 1000.779396] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.788271] env[69365]: DEBUG oslo_vmware.api [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302169, 'name': ResetVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.814739] env[69365]: INFO nova.compute.manager [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Took 28.07 seconds to build instance. [ 1000.855787] env[69365]: DEBUG nova.policy [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '141874be36c049df97e759d652ef9f12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c69328e8180e4fa2bb3a2ddd910ce8ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.987100] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527578d4-c46f-8711-29a3-a19235fe102e, 'name': SearchDatastore_Task, 'duration_secs': 0.021192} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.987548] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.988083] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 5ff715ea-2d13-43c3-addc-4c58d4e0b21e/5ff715ea-2d13-43c3-addc-4c58d4e0b21e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.988207] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e0a650d-dd6d-4b41-bd11-5bf5adbbdd02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.995220] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1000.995220] env[69365]: value = "task-3302170" [ 1000.995220] env[69365]: _type = "Task" [ 1000.995220] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.002802] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.263941] env[69365]: DEBUG nova.compute.manager [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.296265] env[69365]: DEBUG oslo_vmware.api [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302169, 'name': ResetVM_Task, 'duration_secs': 0.097785} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.300449] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Did hard reboot of VM {{(pid=69365) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1001.300686] env[69365]: DEBUG nova.compute.manager [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.303512] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def8b9d9-3094-4ab3-b36a-5a7ce110e1ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.316312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-002b87ce-d589-443e-af1e-edb8fe6a7f48 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Lock "f7402476-1ad9-4180-8208-becbb67f673c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.579s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.345322] env[69365]: DEBUG nova.network.neutron [None req-48cbabab-fa9d-4fc3-9688-f1a2b9cc79e0 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.383910] env[69365]: DEBUG nova.network.neutron [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Successfully created port: ca4728fd-0dab-410f-a9ed-ae6004512e9e {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.445276] env[69365]: DEBUG nova.compute.manager [req-20570cfd-1835-4ba3-ab44-9ec41ec7cd9c req-a1705595-b7e7-4342-b565-704eb4f06b27 service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Received event network-changed-17eee4dc-1f2b-4589-b765-138d92d0744b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.445276] env[69365]: DEBUG nova.compute.manager [req-20570cfd-1835-4ba3-ab44-9ec41ec7cd9c req-a1705595-b7e7-4342-b565-704eb4f06b27 service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Refreshing instance network info cache due to event network-changed-17eee4dc-1f2b-4589-b765-138d92d0744b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.445567] env[69365]: DEBUG oslo_concurrency.lockutils [req-20570cfd-1835-4ba3-ab44-9ec41ec7cd9c req-a1705595-b7e7-4342-b565-704eb4f06b27 service nova] Acquiring lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.509683] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302170, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.691273] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc68c5cb-384c-47d0-9f13-5eebc6cf145c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.700313] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d00749-58a9-490c-a983-073552aa6136 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.739063] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74574c60-c7d9-4828-8039-8ee37c302fef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.747201] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ccb7d3-5b1d-40d0-aa0e-1a4c6bdb0286 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.765581] env[69365]: DEBUG nova.compute.provider_tree [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.819768] env[69365]: DEBUG oslo_concurrency.lockutils [None req-47c3ab3c-ec83-47e8-9ab2-3042765966e2 tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Lock "102c56d8-99d4-432e-b576-79251b0893ac" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.574s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.008788] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607524} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.009520] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 5ff715ea-2d13-43c3-addc-4c58d4e0b21e/5ff715ea-2d13-43c3-addc-4c58d4e0b21e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.009520] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.009739] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19d06973-36ae-49c9-9c36-0827753aafe8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.017888] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1002.017888] env[69365]: value = "task-3302171" [ 1002.017888] env[69365]: _type = "Task" [ 1002.017888] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.027478] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.087722] env[69365]: DEBUG nova.network.neutron [None req-48cbabab-fa9d-4fc3-9688-f1a2b9cc79e0 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Updating instance_info_cache with network_info: [{"id": "17eee4dc-1f2b-4589-b765-138d92d0744b", "address": "fa:16:3e:57:35:5f", "network": {"id": "90137407-bb54-449c-be6c-56e9df65b3cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-92949993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90f39ec7ebd495f96836cf13fb70dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17eee4dc-1f", "ovs_interfaceid": "17eee4dc-1f2b-4589-b765-138d92d0744b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.269446] env[69365]: DEBUG nova.scheduler.client.report [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.282414] env[69365]: DEBUG nova.compute.manager [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.308131] env[69365]: DEBUG nova.virt.hardware [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.308415] env[69365]: DEBUG nova.virt.hardware [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.308561] env[69365]: DEBUG nova.virt.hardware [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.308745] env[69365]: DEBUG nova.virt.hardware [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.308938] env[69365]: DEBUG nova.virt.hardware [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.309144] env[69365]: DEBUG nova.virt.hardware [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.309372] env[69365]: DEBUG nova.virt.hardware [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.309538] env[69365]: DEBUG nova.virt.hardware [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.309706] env[69365]: DEBUG nova.virt.hardware [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.309868] env[69365]: DEBUG nova.virt.hardware [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.310057] env[69365]: DEBUG nova.virt.hardware [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.310917] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfa7f46-17c9-45a8-8b40-7bf6dff497c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.319394] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c46c43f-4d80-4e60-89fb-5f12e88a4cb9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.351267] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Acquiring lock "f7402476-1ad9-4180-8208-becbb67f673c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.351689] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Lock "f7402476-1ad9-4180-8208-becbb67f673c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.351915] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Acquiring lock "f7402476-1ad9-4180-8208-becbb67f673c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.352479] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Lock "f7402476-1ad9-4180-8208-becbb67f673c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.352672] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Lock "f7402476-1ad9-4180-8208-becbb67f673c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.355039] env[69365]: INFO nova.compute.manager [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Terminating instance [ 1002.511021] env[69365]: DEBUG nova.objects.instance [None req-b31d1c0f-8809-4c13-9af5-0c6c7ba5877a tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Lazy-loading 'flavor' on Instance uuid bfd1107e-6136-46ae-b840-2f2929975f71 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.528993] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156162} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.529291] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.530079] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58459e15-eaba-451f-9d15-374aafc2e18b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.552808] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 5ff715ea-2d13-43c3-addc-4c58d4e0b21e/5ff715ea-2d13-43c3-addc-4c58d4e0b21e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.553341] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e9acd4d-2917-449b-9202-16d1e48eeea4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.574337] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1002.574337] env[69365]: value = "task-3302172" [ 1002.574337] env[69365]: _type = "Task" [ 1002.574337] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.582072] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302172, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.590137] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48cbabab-fa9d-4fc3-9688-f1a2b9cc79e0 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Releasing lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.590808] env[69365]: DEBUG nova.compute.manager [None req-48cbabab-fa9d-4fc3-9688-f1a2b9cc79e0 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Inject network info {{(pid=69365) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1002.590808] env[69365]: DEBUG nova.compute.manager [None req-48cbabab-fa9d-4fc3-9688-f1a2b9cc79e0 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] network_info to inject: |[{"id": "17eee4dc-1f2b-4589-b765-138d92d0744b", "address": "fa:16:3e:57:35:5f", "network": {"id": "90137407-bb54-449c-be6c-56e9df65b3cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-92949993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90f39ec7ebd495f96836cf13fb70dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17eee4dc-1f", "ovs_interfaceid": "17eee4dc-1f2b-4589-b765-138d92d0744b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1002.595429] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-48cbabab-fa9d-4fc3-9688-f1a2b9cc79e0 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Reconfiguring VM instance to set the machine id {{(pid=69365) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1002.595711] env[69365]: DEBUG oslo_concurrency.lockutils [req-20570cfd-1835-4ba3-ab44-9ec41ec7cd9c req-a1705595-b7e7-4342-b565-704eb4f06b27 service nova] Acquired lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.595888] env[69365]: DEBUG nova.network.neutron [req-20570cfd-1835-4ba3-ab44-9ec41ec7cd9c req-a1705595-b7e7-4342-b565-704eb4f06b27 service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Refreshing network info cache for port 17eee4dc-1f2b-4589-b765-138d92d0744b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.597177] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e975363-1ead-4fbf-ac34-36c4955d5c7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.615562] env[69365]: DEBUG oslo_vmware.api [None req-48cbabab-fa9d-4fc3-9688-f1a2b9cc79e0 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for the task: (returnval){ [ 1002.615562] env[69365]: value = "task-3302173" [ 1002.615562] env[69365]: _type = "Task" [ 1002.615562] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.623078] env[69365]: DEBUG oslo_vmware.api [None req-48cbabab-fa9d-4fc3-9688-f1a2b9cc79e0 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3302173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.777182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.777523] env[69365]: DEBUG nova.compute.manager [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.781173] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.510s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.781173] env[69365]: DEBUG nova.objects.instance [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lazy-loading 'resources' on Instance uuid 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.858880] env[69365]: DEBUG nova.compute.manager [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.859181] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.860197] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbab4a9-7425-4557-a842-acca50525a11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.877084] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.877393] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b054415b-02e8-44ff-8001-b509bde1f3c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.885349] env[69365]: DEBUG oslo_vmware.api [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Waiting for the task: (returnval){ [ 1002.885349] env[69365]: value = "task-3302174" [ 1002.885349] env[69365]: _type = "Task" [ 1002.885349] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.894390] env[69365]: DEBUG oslo_vmware.api [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.015741] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b31d1c0f-8809-4c13-9af5-0c6c7ba5877a tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquiring lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.084323] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302172, 'name': ReconfigVM_Task, 'duration_secs': 0.417962} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.084590] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 5ff715ea-2d13-43c3-addc-4c58d4e0b21e/5ff715ea-2d13-43c3-addc-4c58d4e0b21e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.085220] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffff197b-7f4d-452c-9076-ee9325043822 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.092692] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1003.092692] env[69365]: value = "task-3302175" [ 1003.092692] env[69365]: _type = "Task" [ 1003.092692] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.101630] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302175, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.103051] env[69365]: DEBUG nova.network.neutron [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Successfully updated port: ca4728fd-0dab-410f-a9ed-ae6004512e9e {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.126554] env[69365]: DEBUG oslo_vmware.api [None req-48cbabab-fa9d-4fc3-9688-f1a2b9cc79e0 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3302173, 'name': ReconfigVM_Task, 'duration_secs': 0.188178} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.129034] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-48cbabab-fa9d-4fc3-9688-f1a2b9cc79e0 tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Reconfigured VM instance to set the machine id {{(pid=69365) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1003.288034] env[69365]: DEBUG nova.compute.utils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.291543] env[69365]: DEBUG nova.compute.manager [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.291718] env[69365]: DEBUG nova.network.neutron [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.358028] env[69365]: DEBUG nova.policy [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b4ad6ca5bc04be1993483f5941b0b7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1cc383630084ad3a91bc2b3ffd73b8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.397674] env[69365]: DEBUG oslo_vmware.api [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302174, 'name': PowerOffVM_Task, 'duration_secs': 0.366967} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.400285] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.400558] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.400906] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9470c38-3cd8-4817-b21f-0261ee751aad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.477032] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.477311] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.477515] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Deleting the datastore file [datastore2] f7402476-1ad9-4180-8208-becbb67f673c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.477804] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68b4596b-5071-4d4f-bc1b-bc0835480481 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.484994] env[69365]: DEBUG oslo_vmware.api [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Waiting for the task: (returnval){ [ 1003.484994] env[69365]: value = "task-3302177" [ 1003.484994] env[69365]: _type = "Task" [ 1003.484994] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.491939] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquiring lock "102c56d8-99d4-432e-b576-79251b0893ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.492209] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Lock "102c56d8-99d4-432e-b576-79251b0893ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.492400] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquiring lock "102c56d8-99d4-432e-b576-79251b0893ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.492580] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Lock "102c56d8-99d4-432e-b576-79251b0893ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.492746] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Lock "102c56d8-99d4-432e-b576-79251b0893ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.499726] env[69365]: INFO nova.compute.manager [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Terminating instance [ 1003.501197] env[69365]: DEBUG oslo_vmware.api [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.601946] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302175, 'name': Rename_Task, 'duration_secs': 0.361721} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.602269] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.602514] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dde026a8-bd2a-4e0e-a3d2-d45110d1cf18 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.606608] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "refresh_cache-916ea71b-4119-4c43-beb3-e6e0c318e9ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.606608] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "refresh_cache-916ea71b-4119-4c43-beb3-e6e0c318e9ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.606608] env[69365]: DEBUG nova.network.neutron [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.608104] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1003.608104] env[69365]: value = "task-3302178" [ 1003.608104] env[69365]: _type = "Task" [ 1003.608104] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.621281] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.663473] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc82ac8-f3f1-4bcf-acdd-acc089e3af13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.674219] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd1bce8-5176-440c-aab4-08aefee35031 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.710348] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46433ac4-d924-4862-ab44-5a99a1da73ff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.712418] env[69365]: DEBUG nova.compute.manager [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Received event network-vif-plugged-ca4728fd-0dab-410f-a9ed-ae6004512e9e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.713225] env[69365]: DEBUG oslo_concurrency.lockutils [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] Acquiring lock "916ea71b-4119-4c43-beb3-e6e0c318e9ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.713225] env[69365]: DEBUG oslo_concurrency.lockutils [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] Lock "916ea71b-4119-4c43-beb3-e6e0c318e9ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.713225] env[69365]: DEBUG oslo_concurrency.lockutils [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] Lock "916ea71b-4119-4c43-beb3-e6e0c318e9ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.713225] env[69365]: DEBUG nova.compute.manager [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] No waiting events found dispatching network-vif-plugged-ca4728fd-0dab-410f-a9ed-ae6004512e9e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.713450] env[69365]: WARNING nova.compute.manager [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Received unexpected event network-vif-plugged-ca4728fd-0dab-410f-a9ed-ae6004512e9e for instance with vm_state building and task_state spawning. [ 1003.713900] env[69365]: DEBUG nova.compute.manager [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Received event network-changed-ca4728fd-0dab-410f-a9ed-ae6004512e9e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.713900] env[69365]: DEBUG nova.compute.manager [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Refreshing instance network info cache due to event network-changed-ca4728fd-0dab-410f-a9ed-ae6004512e9e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.713900] env[69365]: DEBUG oslo_concurrency.lockutils [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] Acquiring lock "refresh_cache-916ea71b-4119-4c43-beb3-e6e0c318e9ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.714830] env[69365]: DEBUG nova.network.neutron [req-20570cfd-1835-4ba3-ab44-9ec41ec7cd9c req-a1705595-b7e7-4342-b565-704eb4f06b27 service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Updated VIF entry in instance network info cache for port 17eee4dc-1f2b-4589-b765-138d92d0744b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.715397] env[69365]: DEBUG nova.network.neutron [req-20570cfd-1835-4ba3-ab44-9ec41ec7cd9c req-a1705595-b7e7-4342-b565-704eb4f06b27 service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Updating instance_info_cache with network_info: [{"id": "17eee4dc-1f2b-4589-b765-138d92d0744b", "address": "fa:16:3e:57:35:5f", "network": {"id": "90137407-bb54-449c-be6c-56e9df65b3cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-92949993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90f39ec7ebd495f96836cf13fb70dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17eee4dc-1f", "ovs_interfaceid": "17eee4dc-1f2b-4589-b765-138d92d0744b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.724477] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e47cdec-4ca7-4506-a8b7-a2c6ed767a92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.741878] env[69365]: DEBUG nova.compute.provider_tree [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.794861] env[69365]: DEBUG nova.compute.manager [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.949320] env[69365]: DEBUG nova.network.neutron [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Successfully created port: 2f1a7c93-b075-44a1-91c0-5297ba394735 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.995977] env[69365]: DEBUG oslo_vmware.api [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Task: {'id': task-3302177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33959} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.996344] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.996570] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.996865] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.997079] env[69365]: INFO nova.compute.manager [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1003.997331] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.998040] env[69365]: DEBUG nova.compute.manager [-] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.998154] env[69365]: DEBUG nova.network.neutron [-] [instance: f7402476-1ad9-4180-8208-becbb67f673c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.003730] env[69365]: DEBUG nova.compute.manager [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.003936] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.004803] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bcaed3-e330-4256-b7e6-d7f5bf569336 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.015809] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.016148] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f30b6b4f-ce95-4752-948e-7e199055740b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.023760] env[69365]: DEBUG oslo_vmware.api [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Waiting for the task: (returnval){ [ 1004.023760] env[69365]: value = "task-3302179" [ 1004.023760] env[69365]: _type = "Task" [ 1004.023760] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.033818] env[69365]: DEBUG oslo_vmware.api [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.121244] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302178, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.169444] env[69365]: DEBUG nova.network.neutron [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.219321] env[69365]: DEBUG oslo_concurrency.lockutils [req-20570cfd-1835-4ba3-ab44-9ec41ec7cd9c req-a1705595-b7e7-4342-b565-704eb4f06b27 service nova] Releasing lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.219974] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b31d1c0f-8809-4c13-9af5-0c6c7ba5877a tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquired lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.245355] env[69365]: DEBUG nova.scheduler.client.report [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.537689] env[69365]: DEBUG oslo_vmware.api [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302179, 'name': PowerOffVM_Task, 'duration_secs': 0.255024} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.538105] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.538172] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.538422] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01f47977-2819-4cd9-991c-0c850577de3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.598832] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.599093] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.599249] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Deleting the datastore file [datastore2] 102c56d8-99d4-432e-b576-79251b0893ac {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.599495] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9bcdeda-6c0d-4820-bcae-dc6b126c917e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.606595] env[69365]: DEBUG oslo_vmware.api [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Waiting for the task: (returnval){ [ 1004.606595] env[69365]: value = "task-3302181" [ 1004.606595] env[69365]: _type = "Task" [ 1004.606595] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.618337] env[69365]: DEBUG oslo_vmware.api [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.622637] env[69365]: DEBUG oslo_vmware.api [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302178, 'name': PowerOnVM_Task, 'duration_secs': 0.767483} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.622890] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.623116] env[69365]: INFO nova.compute.manager [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1004.623296] env[69365]: DEBUG nova.compute.manager [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.624086] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6a050b-3630-492d-bfb3-25564539e07b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.647125] env[69365]: DEBUG nova.network.neutron [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Updating instance_info_cache with network_info: [{"id": "ca4728fd-0dab-410f-a9ed-ae6004512e9e", "address": "fa:16:3e:e0:d8:3a", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca4728fd-0d", "ovs_interfaceid": "ca4728fd-0dab-410f-a9ed-ae6004512e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.671731] env[69365]: DEBUG nova.network.neutron [None req-b31d1c0f-8809-4c13-9af5-0c6c7ba5877a tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.710492] env[69365]: DEBUG nova.compute.manager [req-64278954-0fb2-4c81-bcca-f4b9520ed28e req-413c9dd7-9697-4de8-a6af-d1a18ee9f62a service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Received event network-changed-17eee4dc-1f2b-4589-b765-138d92d0744b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.710889] env[69365]: DEBUG nova.compute.manager [req-64278954-0fb2-4c81-bcca-f4b9520ed28e req-413c9dd7-9697-4de8-a6af-d1a18ee9f62a service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Refreshing instance network info cache due to event network-changed-17eee4dc-1f2b-4589-b765-138d92d0744b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.710992] env[69365]: DEBUG oslo_concurrency.lockutils [req-64278954-0fb2-4c81-bcca-f4b9520ed28e req-413c9dd7-9697-4de8-a6af-d1a18ee9f62a service nova] Acquiring lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.750232] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.754366] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.429s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.754730] env[69365]: INFO nova.compute.claims [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.781376] env[69365]: INFO nova.scheduler.client.report [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleted allocations for instance 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8 [ 1004.806498] env[69365]: DEBUG nova.compute.manager [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.833062] env[69365]: DEBUG nova.virt.hardware [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.833281] env[69365]: DEBUG nova.virt.hardware [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.833406] env[69365]: DEBUG nova.virt.hardware [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.833552] env[69365]: DEBUG nova.virt.hardware [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.833700] env[69365]: DEBUG nova.virt.hardware [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.835043] env[69365]: DEBUG nova.virt.hardware [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.835208] env[69365]: DEBUG nova.virt.hardware [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.835603] env[69365]: DEBUG nova.virt.hardware [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.835705] env[69365]: DEBUG nova.virt.hardware [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.835932] env[69365]: DEBUG nova.virt.hardware [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.839685] env[69365]: DEBUG nova.virt.hardware [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.839685] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baf8015-4f01-4d16-bc94-a8c934817797 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.845303] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef46e09-b3fc-4554-8035-4c8d6d519429 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.118424] env[69365]: DEBUG oslo_vmware.api [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Task: {'id': task-3302181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167818} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.118683] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.118867] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.119215] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.119288] env[69365]: INFO nova.compute.manager [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1005.119485] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.119675] env[69365]: DEBUG nova.compute.manager [-] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.119767] env[69365]: DEBUG nova.network.neutron [-] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.141779] env[69365]: INFO nova.compute.manager [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Took 29.38 seconds to build instance. [ 1005.150649] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "refresh_cache-916ea71b-4119-4c43-beb3-e6e0c318e9ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.150960] env[69365]: DEBUG nova.compute.manager [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Instance network_info: |[{"id": "ca4728fd-0dab-410f-a9ed-ae6004512e9e", "address": "fa:16:3e:e0:d8:3a", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca4728fd-0d", "ovs_interfaceid": "ca4728fd-0dab-410f-a9ed-ae6004512e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.153310] env[69365]: DEBUG oslo_concurrency.lockutils [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] Acquired lock "refresh_cache-916ea71b-4119-4c43-beb3-e6e0c318e9ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.153499] env[69365]: DEBUG nova.network.neutron [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Refreshing network info cache for port ca4728fd-0dab-410f-a9ed-ae6004512e9e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.155155] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:d8:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca4728fd-0dab-410f-a9ed-ae6004512e9e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.164295] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.165783] env[69365]: DEBUG nova.network.neutron [-] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.166596] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.167685] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64d26211-1d97-4075-bf75-8eaaffe9c3cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.192552] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.192552] env[69365]: value = "task-3302182" [ 1005.192552] env[69365]: _type = "Task" [ 1005.192552] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.205573] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302182, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.296388] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4af8bdf-e751-4d6d-b5b6-a177d39afdc5 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "9fe6816e-c62f-4eeb-9ed5-d2209686ddd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.584s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.430772] env[69365]: DEBUG nova.network.neutron [None req-b31d1c0f-8809-4c13-9af5-0c6c7ba5877a tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Updating instance_info_cache with network_info: [{"id": "17eee4dc-1f2b-4589-b765-138d92d0744b", "address": "fa:16:3e:57:35:5f", "network": {"id": "90137407-bb54-449c-be6c-56e9df65b3cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-92949993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90f39ec7ebd495f96836cf13fb70dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17eee4dc-1f", "ovs_interfaceid": "17eee4dc-1f2b-4589-b765-138d92d0744b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.643744] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a4664ac-9603-4e09-8f60-04fe5c089419 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.898s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.668298] env[69365]: INFO nova.compute.manager [-] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Took 1.67 seconds to deallocate network for instance. [ 1005.704389] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "998d5009-39bd-4d6d-94b1-ce54098e6b1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.711020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "998d5009-39bd-4d6d-94b1-ce54098e6b1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.711020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "998d5009-39bd-4d6d-94b1-ce54098e6b1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.711020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "998d5009-39bd-4d6d-94b1-ce54098e6b1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.711020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "998d5009-39bd-4d6d-94b1-ce54098e6b1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.711706] env[69365]: INFO nova.compute.manager [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Terminating instance [ 1005.717526] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302182, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.782450] env[69365]: DEBUG nova.compute.manager [req-62c40ebc-52a6-48bd-b59f-d70d157337fa req-6be3c09d-36bd-4728-84fe-c998a6f34033 service nova] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Received event network-vif-deleted-130c2f79-b84c-4298-ac15-113f53bfd7cb {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.934615] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b31d1c0f-8809-4c13-9af5-0c6c7ba5877a tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Releasing lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.934867] env[69365]: DEBUG nova.compute.manager [None req-b31d1c0f-8809-4c13-9af5-0c6c7ba5877a tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Inject network info {{(pid=69365) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1005.935135] env[69365]: DEBUG nova.compute.manager [None req-b31d1c0f-8809-4c13-9af5-0c6c7ba5877a tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] network_info to inject: |[{"id": "17eee4dc-1f2b-4589-b765-138d92d0744b", "address": "fa:16:3e:57:35:5f", "network": {"id": "90137407-bb54-449c-be6c-56e9df65b3cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-92949993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90f39ec7ebd495f96836cf13fb70dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17eee4dc-1f", "ovs_interfaceid": "17eee4dc-1f2b-4589-b765-138d92d0744b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1005.940100] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b31d1c0f-8809-4c13-9af5-0c6c7ba5877a tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Reconfiguring VM instance to set the machine id {{(pid=69365) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1005.941367] env[69365]: DEBUG oslo_concurrency.lockutils [req-64278954-0fb2-4c81-bcca-f4b9520ed28e req-413c9dd7-9697-4de8-a6af-d1a18ee9f62a service nova] Acquired lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.941367] env[69365]: DEBUG nova.network.neutron [req-64278954-0fb2-4c81-bcca-f4b9520ed28e req-413c9dd7-9697-4de8-a6af-d1a18ee9f62a service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Refreshing network info cache for port 17eee4dc-1f2b-4589-b765-138d92d0744b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.942044] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83074fae-43cb-4baa-a24d-865dcc20e092 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.968644] env[69365]: DEBUG oslo_vmware.api [None req-b31d1c0f-8809-4c13-9af5-0c6c7ba5877a tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for the task: (returnval){ [ 1005.968644] env[69365]: value = "task-3302183" [ 1005.968644] env[69365]: _type = "Task" [ 1005.968644] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.980978] env[69365]: DEBUG oslo_vmware.api [None req-b31d1c0f-8809-4c13-9af5-0c6c7ba5877a tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3302183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.001723] env[69365]: DEBUG nova.network.neutron [-] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.066351] env[69365]: DEBUG nova.network.neutron [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Successfully updated port: 2f1a7c93-b075-44a1-91c0-5297ba394735 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.129279] env[69365]: DEBUG nova.network.neutron [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Updated VIF entry in instance network info cache for port ca4728fd-0dab-410f-a9ed-ae6004512e9e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.129397] env[69365]: DEBUG nova.network.neutron [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Updating instance_info_cache with network_info: [{"id": "ca4728fd-0dab-410f-a9ed-ae6004512e9e", "address": "fa:16:3e:e0:d8:3a", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca4728fd-0d", "ovs_interfaceid": "ca4728fd-0dab-410f-a9ed-ae6004512e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.177259] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.203460] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302182, 'name': CreateVM_Task, 'duration_secs': 0.601277} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.203554] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.204403] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.204504] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.204815] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.205086] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f08a035-e0d3-4fe3-be78-de09ebbdd583 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.208623] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eafe2b-8cbc-46b0-b196-f66a5e078317 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.215449] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1006.215449] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52010c56-9e57-f7f0-3074-56bd4f90133f" [ 1006.215449] env[69365]: _type = "Task" [ 1006.215449] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.221269] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2763cca1-626f-4af9-b526-a6a45b80d6f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.227092] env[69365]: DEBUG nova.compute.manager [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.227302] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.228813] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f9f376-2498-4246-8e4d-c4e309bee21c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.235486] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52010c56-9e57-f7f0-3074-56bd4f90133f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.266064] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f6535c-85b8-4383-b2b7-d1af3349b33e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.270936] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.271991] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51865123-f84e-4a21-b72e-2c0f4fb75ac5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.277067] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaa8c86-6dd5-4662-a86b-5de832fcf2da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.283701] env[69365]: DEBUG oslo_vmware.api [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 1006.283701] env[69365]: value = "task-3302184" [ 1006.283701] env[69365]: _type = "Task" [ 1006.283701] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.301032] env[69365]: DEBUG nova.compute.provider_tree [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.304429] env[69365]: DEBUG nova.network.neutron [req-64278954-0fb2-4c81-bcca-f4b9520ed28e req-413c9dd7-9697-4de8-a6af-d1a18ee9f62a service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Updated VIF entry in instance network info cache for port 17eee4dc-1f2b-4589-b765-138d92d0744b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.304833] env[69365]: DEBUG nova.network.neutron [req-64278954-0fb2-4c81-bcca-f4b9520ed28e req-413c9dd7-9697-4de8-a6af-d1a18ee9f62a service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Updating instance_info_cache with network_info: [{"id": "17eee4dc-1f2b-4589-b765-138d92d0744b", "address": "fa:16:3e:57:35:5f", "network": {"id": "90137407-bb54-449c-be6c-56e9df65b3cd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-92949993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c90f39ec7ebd495f96836cf13fb70dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17eee4dc-1f", "ovs_interfaceid": "17eee4dc-1f2b-4589-b765-138d92d0744b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.309455] env[69365]: DEBUG oslo_vmware.api [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.424376] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.424661] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.464572] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquiring lock "bfd1107e-6136-46ae-b840-2f2929975f71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.465116] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Lock "bfd1107e-6136-46ae-b840-2f2929975f71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.465232] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquiring lock "bfd1107e-6136-46ae-b840-2f2929975f71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.465438] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Lock "bfd1107e-6136-46ae-b840-2f2929975f71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.465640] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Lock "bfd1107e-6136-46ae-b840-2f2929975f71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.467629] env[69365]: INFO nova.compute.manager [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Terminating instance [ 1006.479425] env[69365]: DEBUG oslo_vmware.api [None req-b31d1c0f-8809-4c13-9af5-0c6c7ba5877a tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3302183, 'name': ReconfigVM_Task, 'duration_secs': 0.15139} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.479704] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b31d1c0f-8809-4c13-9af5-0c6c7ba5877a tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Reconfigured VM instance to set the machine id {{(pid=69365) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1006.506784] env[69365]: INFO nova.compute.manager [-] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Took 1.39 seconds to deallocate network for instance. [ 1006.577081] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "refresh_cache-f9703a3e-4bb9-4423-adb5-f4be4a295dae" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.577081] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquired lock "refresh_cache-f9703a3e-4bb9-4423-adb5-f4be4a295dae" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.577081] env[69365]: DEBUG nova.network.neutron [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.632555] env[69365]: DEBUG oslo_concurrency.lockutils [req-b7626439-7e0f-434d-bd1d-185125a57e91 req-1fc8f070-1906-4169-8698-310f4352415a service nova] Releasing lock "refresh_cache-916ea71b-4119-4c43-beb3-e6e0c318e9ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.727124] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52010c56-9e57-f7f0-3074-56bd4f90133f, 'name': SearchDatastore_Task, 'duration_secs': 0.040534} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.727453] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.727662] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.728262] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.728262] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.728262] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.728532] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-856b0cea-84e0-4d62-b738-59ec70e803fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.740901] env[69365]: DEBUG nova.compute.manager [req-3a8ce2cc-6989-406f-b49e-7f2c3933c30d req-1bd2765a-5c7e-4672-a1cf-c879586ab17e service nova] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Received event network-vif-deleted-8b71a3be-b759-42e1-85e0-1cb418624eb4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.741176] env[69365]: DEBUG nova.compute.manager [req-3a8ce2cc-6989-406f-b49e-7f2c3933c30d req-1bd2765a-5c7e-4672-a1cf-c879586ab17e service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Received event network-changed-21bb863d-95c2-4c07-8dd0-77e2a9aa70ab {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.741340] env[69365]: DEBUG nova.compute.manager [req-3a8ce2cc-6989-406f-b49e-7f2c3933c30d req-1bd2765a-5c7e-4672-a1cf-c879586ab17e service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Refreshing instance network info cache due to event network-changed-21bb863d-95c2-4c07-8dd0-77e2a9aa70ab. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.741633] env[69365]: DEBUG oslo_concurrency.lockutils [req-3a8ce2cc-6989-406f-b49e-7f2c3933c30d req-1bd2765a-5c7e-4672-a1cf-c879586ab17e service nova] Acquiring lock "refresh_cache-5ff715ea-2d13-43c3-addc-4c58d4e0b21e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.741809] env[69365]: DEBUG oslo_concurrency.lockutils [req-3a8ce2cc-6989-406f-b49e-7f2c3933c30d req-1bd2765a-5c7e-4672-a1cf-c879586ab17e service nova] Acquired lock "refresh_cache-5ff715ea-2d13-43c3-addc-4c58d4e0b21e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.742037] env[69365]: DEBUG nova.network.neutron [req-3a8ce2cc-6989-406f-b49e-7f2c3933c30d req-1bd2765a-5c7e-4672-a1cf-c879586ab17e service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Refreshing network info cache for port 21bb863d-95c2-4c07-8dd0-77e2a9aa70ab {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.744296] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.744468] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.745395] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc4d267-18fb-484e-9fb6-9ac5508813c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.751142] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1006.751142] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a400a7-474e-dd6a-b3a9-301142f7c4de" [ 1006.751142] env[69365]: _type = "Task" [ 1006.751142] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.760325] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a400a7-474e-dd6a-b3a9-301142f7c4de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.794700] env[69365]: DEBUG oslo_vmware.api [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302184, 'name': PowerOffVM_Task, 'duration_secs': 0.223256} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.794974] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.795160] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.795407] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a55fbb6-602c-416a-9cf1-bb91344271b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.804204] env[69365]: DEBUG nova.scheduler.client.report [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.811240] env[69365]: DEBUG oslo_concurrency.lockutils [req-64278954-0fb2-4c81-bcca-f4b9520ed28e req-413c9dd7-9697-4de8-a6af-d1a18ee9f62a service nova] Releasing lock "refresh_cache-bfd1107e-6136-46ae-b840-2f2929975f71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.857407] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.857747] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.858076] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleting the datastore file [datastore2] 998d5009-39bd-4d6d-94b1-ce54098e6b1c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.858394] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b6a1f7c-d593-43a3-9eec-82fc74d27e8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.864859] env[69365]: DEBUG oslo_vmware.api [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for the task: (returnval){ [ 1006.864859] env[69365]: value = "task-3302186" [ 1006.864859] env[69365]: _type = "Task" [ 1006.864859] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.873221] env[69365]: DEBUG oslo_vmware.api [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.935072] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.935323] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.935517] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.935720] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.935891] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.936092] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.936265] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1006.936756] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.974792] env[69365]: DEBUG nova.compute.manager [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.975100] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.976076] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fcaaaa-4f28-42ae-8a05-cf701ba2d4fd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.985995] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.986600] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-430096e1-a207-4c80-81f9-18dd49e9e713 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.994048] env[69365]: DEBUG oslo_vmware.api [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for the task: (returnval){ [ 1006.994048] env[69365]: value = "task-3302187" [ 1006.994048] env[69365]: _type = "Task" [ 1006.994048] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.003301] env[69365]: DEBUG oslo_vmware.api [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3302187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.015606] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.112599] env[69365]: DEBUG nova.network.neutron [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.263793] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a400a7-474e-dd6a-b3a9-301142f7c4de, 'name': SearchDatastore_Task, 'duration_secs': 0.01235} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.264952] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f261e79-f92b-4789-9907-3745d9dc8636 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.270047] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1007.270047] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bfa0d2-23af-4f3e-86f5-43784c80e54b" [ 1007.270047] env[69365]: _type = "Task" [ 1007.270047] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.277573] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bfa0d2-23af-4f3e-86f5-43784c80e54b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.294489] env[69365]: DEBUG nova.network.neutron [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Updating instance_info_cache with network_info: [{"id": "2f1a7c93-b075-44a1-91c0-5297ba394735", "address": "fa:16:3e:a0:7f:14", "network": {"id": "358006c1-0132-45b4-ac95-947265520a6c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1636400384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1cc383630084ad3a91bc2b3ffd73b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1a7c93-b0", "ovs_interfaceid": "2f1a7c93-b075-44a1-91c0-5297ba394735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.308851] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.309406] env[69365]: DEBUG nova.compute.manager [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.315027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.343s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.315845] env[69365]: INFO nova.compute.claims [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.375603] env[69365]: DEBUG oslo_vmware.api [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Task: {'id': task-3302186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174486} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.375988] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.376229] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.376416] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.376589] env[69365]: INFO nova.compute.manager [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1007.376829] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.379416] env[69365]: DEBUG nova.compute.manager [-] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.379523] env[69365]: DEBUG nova.network.neutron [-] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.439223] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.504979] env[69365]: DEBUG oslo_vmware.api [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3302187, 'name': PowerOffVM_Task, 'duration_secs': 0.20172} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.505358] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.505475] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.505777] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b18c7b35-fb11-44d6-85de-51fbcd3ea9d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.581739] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.581936] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.582052] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Deleting the datastore file [datastore1] bfd1107e-6136-46ae-b840-2f2929975f71 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.582412] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eeeb8b7-684d-4031-821c-20e3538ec10a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.589953] env[69365]: DEBUG oslo_vmware.api [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for the task: (returnval){ [ 1007.589953] env[69365]: value = "task-3302189" [ 1007.589953] env[69365]: _type = "Task" [ 1007.589953] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.598165] env[69365]: DEBUG oslo_vmware.api [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3302189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.618019] env[69365]: DEBUG nova.network.neutron [req-3a8ce2cc-6989-406f-b49e-7f2c3933c30d req-1bd2765a-5c7e-4672-a1cf-c879586ab17e service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Updated VIF entry in instance network info cache for port 21bb863d-95c2-4c07-8dd0-77e2a9aa70ab. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.618019] env[69365]: DEBUG nova.network.neutron [req-3a8ce2cc-6989-406f-b49e-7f2c3933c30d req-1bd2765a-5c7e-4672-a1cf-c879586ab17e service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Updating instance_info_cache with network_info: [{"id": "21bb863d-95c2-4c07-8dd0-77e2a9aa70ab", "address": "fa:16:3e:9b:08:86", "network": {"id": "e5935f89-2a0e-4c73-8fd6-af1ac7fc787c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1692533212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72868a3ac4f249728f3ab513cd801654", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bb863d-95", "ovs_interfaceid": "21bb863d-95c2-4c07-8dd0-77e2a9aa70ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.783253] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52bfa0d2-23af-4f3e-86f5-43784c80e54b, 'name': SearchDatastore_Task, 'duration_secs': 0.031013} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.783622] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.783891] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 916ea71b-4119-4c43-beb3-e6e0c318e9ef/916ea71b-4119-4c43-beb3-e6e0c318e9ef.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.784114] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84ef37f3-a033-4ab6-9f5e-0745df9c13b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.791482] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1007.791482] env[69365]: value = "task-3302190" [ 1007.791482] env[69365]: _type = "Task" [ 1007.791482] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.797686] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Releasing lock "refresh_cache-f9703a3e-4bb9-4423-adb5-f4be4a295dae" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.797988] env[69365]: DEBUG nova.compute.manager [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Instance network_info: |[{"id": "2f1a7c93-b075-44a1-91c0-5297ba394735", "address": "fa:16:3e:a0:7f:14", "network": {"id": "358006c1-0132-45b4-ac95-947265520a6c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1636400384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1cc383630084ad3a91bc2b3ffd73b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1a7c93-b0", "ovs_interfaceid": "2f1a7c93-b075-44a1-91c0-5297ba394735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.798341] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:7f:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f1a7c93-b075-44a1-91c0-5297ba394735', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.806809] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Creating folder: Project (f1cc383630084ad3a91bc2b3ffd73b8d). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.809199] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d38db83-14d5-48bb-b160-982e2983b297 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.814303] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.820698] env[69365]: DEBUG nova.compute.utils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.829398] env[69365]: DEBUG nova.compute.manager [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.829647] env[69365]: DEBUG nova.network.neutron [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.833517] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Created folder: Project (f1cc383630084ad3a91bc2b3ffd73b8d) in parent group-v659152. [ 1007.835116] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Creating folder: Instances. Parent ref: group-v659375. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.836968] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33928c36-41fe-47a1-b769-b8b86207d1ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.841773] env[69365]: DEBUG nova.compute.manager [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Received event network-vif-plugged-2f1a7c93-b075-44a1-91c0-5297ba394735 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.842043] env[69365]: DEBUG oslo_concurrency.lockutils [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] Acquiring lock "f9703a3e-4bb9-4423-adb5-f4be4a295dae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.842425] env[69365]: DEBUG oslo_concurrency.lockutils [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] Lock "f9703a3e-4bb9-4423-adb5-f4be4a295dae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.842509] env[69365]: DEBUG oslo_concurrency.lockutils [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] Lock "f9703a3e-4bb9-4423-adb5-f4be4a295dae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.842686] env[69365]: DEBUG nova.compute.manager [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] No waiting events found dispatching network-vif-plugged-2f1a7c93-b075-44a1-91c0-5297ba394735 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.842883] env[69365]: WARNING nova.compute.manager [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Received unexpected event network-vif-plugged-2f1a7c93-b075-44a1-91c0-5297ba394735 for instance with vm_state building and task_state spawning. [ 1007.843086] env[69365]: DEBUG nova.compute.manager [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Received event network-changed-2f1a7c93-b075-44a1-91c0-5297ba394735 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.843298] env[69365]: DEBUG nova.compute.manager [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Refreshing instance network info cache due to event network-changed-2f1a7c93-b075-44a1-91c0-5297ba394735. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.843535] env[69365]: DEBUG oslo_concurrency.lockutils [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] Acquiring lock "refresh_cache-f9703a3e-4bb9-4423-adb5-f4be4a295dae" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.843700] env[69365]: DEBUG oslo_concurrency.lockutils [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] Acquired lock "refresh_cache-f9703a3e-4bb9-4423-adb5-f4be4a295dae" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.843884] env[69365]: DEBUG nova.network.neutron [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Refreshing network info cache for port 2f1a7c93-b075-44a1-91c0-5297ba394735 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.854870] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Created folder: Instances in parent group-v659375. [ 1007.855878] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.855878] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.855878] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72950635-2c4a-469a-a3a0-7cbdef07bd33 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.876742] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.876742] env[69365]: value = "task-3302193" [ 1007.876742] env[69365]: _type = "Task" [ 1007.876742] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.884904] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302193, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.910072] env[69365]: DEBUG nova.policy [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7de38daa9c44a7b94256b9485783814', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bda72f7fc493408580255227d2e2dacc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.103065] env[69365]: DEBUG oslo_vmware.api [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Task: {'id': task-3302189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239364} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.103359] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.103526] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.103709] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.103882] env[69365]: INFO nova.compute.manager [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1008.104142] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.104355] env[69365]: DEBUG nova.compute.manager [-] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.104481] env[69365]: DEBUG nova.network.neutron [-] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.117452] env[69365]: DEBUG nova.network.neutron [-] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.122023] env[69365]: DEBUG oslo_concurrency.lockutils [req-3a8ce2cc-6989-406f-b49e-7f2c3933c30d req-1bd2765a-5c7e-4672-a1cf-c879586ab17e service nova] Releasing lock "refresh_cache-5ff715ea-2d13-43c3-addc-4c58d4e0b21e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.301827] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302190, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.330617] env[69365]: DEBUG nova.compute.manager [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.393951] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302193, 'name': CreateVM_Task, 'duration_secs': 0.451196} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.394170] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.395109] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.395336] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.395663] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.396572] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65b26a0-60fc-4c1b-b34e-effd0751b8d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.407335] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1008.407335] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e527d-7eb9-a4fb-76e3-967f8f305ffe" [ 1008.407335] env[69365]: _type = "Task" [ 1008.407335] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.417688] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e527d-7eb9-a4fb-76e3-967f8f305ffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.487533] env[69365]: DEBUG nova.network.neutron [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Successfully created port: 7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.620451] env[69365]: INFO nova.compute.manager [-] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Took 1.24 seconds to deallocate network for instance. [ 1008.703899] env[69365]: DEBUG nova.network.neutron [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Updated VIF entry in instance network info cache for port 2f1a7c93-b075-44a1-91c0-5297ba394735. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.704301] env[69365]: DEBUG nova.network.neutron [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Updating instance_info_cache with network_info: [{"id": "2f1a7c93-b075-44a1-91c0-5297ba394735", "address": "fa:16:3e:a0:7f:14", "network": {"id": "358006c1-0132-45b4-ac95-947265520a6c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1636400384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1cc383630084ad3a91bc2b3ffd73b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1a7c93-b0", "ovs_interfaceid": "2f1a7c93-b075-44a1-91c0-5297ba394735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.744612] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd614c7-72fa-4621-a9cf-f6bca901e21a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.755326] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e983ea-7bc2-4ca4-b415-bf9e033d7ab0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.790727] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed28f416-59c1-41bf-9a5d-390295dce3fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.810224] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d2292f-5f1a-42e1-9e1d-6ab5c8e3cadc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.813645] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679699} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.816447] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 916ea71b-4119-4c43-beb3-e6e0c318e9ef/916ea71b-4119-4c43-beb3-e6e0c318e9ef.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.816447] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.816447] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4aaf6788-a113-42ac-ae62-5f196ece51c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.828290] env[69365]: DEBUG nova.compute.provider_tree [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.838634] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1008.838634] env[69365]: value = "task-3302194" [ 1008.838634] env[69365]: _type = "Task" [ 1008.838634] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.851878] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.918926] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e527d-7eb9-a4fb-76e3-967f8f305ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.038365} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.919347] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.919637] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.919833] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.920263] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.920263] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.920441] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ef88a38-03fa-49ea-9708-aa244a0ea3b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.932710] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.933103] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.933700] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-748eb7ed-a5bf-47cf-b6d9-bf5676424181 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.939816] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1008.939816] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5274c52d-f4b3-7f9e-8541-64e82443b3d8" [ 1008.939816] env[69365]: _type = "Task" [ 1008.939816] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.947794] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5274c52d-f4b3-7f9e-8541-64e82443b3d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.131542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.208092] env[69365]: DEBUG oslo_concurrency.lockutils [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] Releasing lock "refresh_cache-f9703a3e-4bb9-4423-adb5-f4be4a295dae" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.208388] env[69365]: DEBUG nova.compute.manager [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Received event network-vif-deleted-211a1256-31ad-49c7-93f1-364e03470953 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.208560] env[69365]: INFO nova.compute.manager [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Neutron deleted interface 211a1256-31ad-49c7-93f1-364e03470953; detaching it from the instance and deleting it from the info cache [ 1009.208856] env[69365]: DEBUG nova.network.neutron [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.294140] env[69365]: DEBUG nova.network.neutron [-] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.332320] env[69365]: DEBUG nova.scheduler.client.report [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.353259] env[69365]: DEBUG nova.compute.manager [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.355506] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072826} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.356715] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.360362] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fda3bd9-bb51-4680-8a7d-6ed1209d0fc8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.383870] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 916ea71b-4119-4c43-beb3-e6e0c318e9ef/916ea71b-4119-4c43-beb3-e6e0c318e9ef.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.386419] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ed6d71-4309-406d-9790-57a57db3044c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.416774] env[69365]: DEBUG nova.virt.hardware [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.417046] env[69365]: DEBUG nova.virt.hardware [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.417210] env[69365]: DEBUG nova.virt.hardware [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.417859] env[69365]: DEBUG nova.virt.hardware [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.417859] env[69365]: DEBUG nova.virt.hardware [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.417859] env[69365]: DEBUG nova.virt.hardware [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.417859] env[69365]: DEBUG nova.virt.hardware [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.418215] env[69365]: DEBUG nova.virt.hardware [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.418252] env[69365]: DEBUG nova.virt.hardware [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.418409] env[69365]: DEBUG nova.virt.hardware [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.418583] env[69365]: DEBUG nova.virt.hardware [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.419432] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d5d881-86b8-4caa-91bd-4036324ecc05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.423669] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1009.423669] env[69365]: value = "task-3302195" [ 1009.423669] env[69365]: _type = "Task" [ 1009.423669] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.430542] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142fa558-0c88-48d1-9e65-c23ae1946469 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.441078] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.462599] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5274c52d-f4b3-7f9e-8541-64e82443b3d8, 'name': SearchDatastore_Task, 'duration_secs': 0.082228} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.463293] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79fc9b53-b6b5-4c00-9b42-1f8e7533dc1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.468569] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1009.468569] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dbf8e7-d462-de18-a957-48cac9e051f7" [ 1009.468569] env[69365]: _type = "Task" [ 1009.468569] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.479858] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dbf8e7-d462-de18-a957-48cac9e051f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.711973] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7b9c3ea-9bf6-4b80-8617-45540a2f75cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.720617] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495b9451-f992-4532-859b-6af88fdc7d79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.752340] env[69365]: DEBUG nova.compute.manager [req-52bc5e47-3f33-4bd0-89bd-f4461eb43b88 req-ad90f2c2-62d8-48ad-8f05-1e83cb806339 service nova] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Detach interface failed, port_id=211a1256-31ad-49c7-93f1-364e03470953, reason: Instance 998d5009-39bd-4d6d-94b1-ce54098e6b1c could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1009.797383] env[69365]: INFO nova.compute.manager [-] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Took 1.69 seconds to deallocate network for instance. [ 1009.838842] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.839493] env[69365]: DEBUG nova.compute.manager [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.842629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.894s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.842629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.844584] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.832s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.849340] env[69365]: INFO nova.compute.claims [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.886494] env[69365]: INFO nova.scheduler.client.report [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted allocations for instance 2d6787bb-5928-44c8-94a3-47b93c5cbd0c [ 1009.922537] env[69365]: DEBUG nova.compute.manager [req-c56dfbf4-2161-455f-9b42-b5d11954dee4 req-94805284-c657-4e91-b0ef-b8af1453a1ea service nova] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Received event network-vif-deleted-17eee4dc-1f2b-4589-b765-138d92d0744b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.940220] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.981786] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dbf8e7-d462-de18-a957-48cac9e051f7, 'name': SearchDatastore_Task, 'duration_secs': 0.033462} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.981786] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.981786] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] f9703a3e-4bb9-4423-adb5-f4be4a295dae/f9703a3e-4bb9-4423-adb5-f4be4a295dae.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.981786] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb04e50a-100e-4c0a-8cde-de0ee6d9bdb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.988243] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1009.988243] env[69365]: value = "task-3302196" [ 1009.988243] env[69365]: _type = "Task" [ 1009.988243] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.997814] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.304353] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.342331] env[69365]: DEBUG nova.compute.manager [req-c15d7774-509b-4eb2-af5a-2ae879bd0934 req-e5cc2e01-1f87-4c27-b2ec-07fbaec5bace service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Received event network-vif-plugged-7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.346022] env[69365]: DEBUG oslo_concurrency.lockutils [req-c15d7774-509b-4eb2-af5a-2ae879bd0934 req-e5cc2e01-1f87-4c27-b2ec-07fbaec5bace service nova] Acquiring lock "30cb6f81-7db8-41c4-bc85-cc3fa667d58e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.346022] env[69365]: DEBUG oslo_concurrency.lockutils [req-c15d7774-509b-4eb2-af5a-2ae879bd0934 req-e5cc2e01-1f87-4c27-b2ec-07fbaec5bace service nova] Lock "30cb6f81-7db8-41c4-bc85-cc3fa667d58e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.346022] env[69365]: DEBUG oslo_concurrency.lockutils [req-c15d7774-509b-4eb2-af5a-2ae879bd0934 req-e5cc2e01-1f87-4c27-b2ec-07fbaec5bace service nova] Lock "30cb6f81-7db8-41c4-bc85-cc3fa667d58e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.346022] env[69365]: DEBUG nova.compute.manager [req-c15d7774-509b-4eb2-af5a-2ae879bd0934 req-e5cc2e01-1f87-4c27-b2ec-07fbaec5bace service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] No waiting events found dispatching network-vif-plugged-7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.346022] env[69365]: WARNING nova.compute.manager [req-c15d7774-509b-4eb2-af5a-2ae879bd0934 req-e5cc2e01-1f87-4c27-b2ec-07fbaec5bace service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Received unexpected event network-vif-plugged-7e0552bc-52b6-46e3-9b6a-4fc5243628e1 for instance with vm_state building and task_state spawning. [ 1010.354901] env[69365]: DEBUG nova.compute.utils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.356944] env[69365]: DEBUG nova.compute.manager [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.359102] env[69365]: DEBUG nova.network.neutron [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.399063] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b85291fa-4706-46a5-b2f0-c80f59cf0a80 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "2d6787bb-5928-44c8-94a3-47b93c5cbd0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.949s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.422023] env[69365]: DEBUG nova.policy [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80ad089106ab44df80e576fd6896aa59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08264223cf1a4db1b94941da15459335', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.435983] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302195, 'name': ReconfigVM_Task, 'duration_secs': 0.803508} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.436678] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 916ea71b-4119-4c43-beb3-e6e0c318e9ef/916ea71b-4119-4c43-beb3-e6e0c318e9ef.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.437615] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7344c295-2d43-4ecf-83f8-e007071d3325 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.445319] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1010.445319] env[69365]: value = "task-3302197" [ 1010.445319] env[69365]: _type = "Task" [ 1010.445319] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.456025] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302197, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.506936] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302196, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.512312] env[69365]: DEBUG nova.network.neutron [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Successfully updated port: 7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.865234] env[69365]: DEBUG nova.compute.manager [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.966623] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302197, 'name': Rename_Task, 'duration_secs': 0.393285} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.966840] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.967122] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bbe31fd-065b-436c-b4a3-33852651c410 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.977114] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1010.977114] env[69365]: value = "task-3302198" [ 1010.977114] env[69365]: _type = "Task" [ 1010.977114] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.977114] env[69365]: DEBUG nova.network.neutron [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Successfully created port: f267c5ab-ed5b-41f7-803d-7db8c6220062 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.991015] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302198, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.000357] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764285} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.000357] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] f9703a3e-4bb9-4423-adb5-f4be4a295dae/f9703a3e-4bb9-4423-adb5-f4be4a295dae.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.000357] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.000717] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f6fe7aa-f7e4-4c74-bba7-8349bfde92a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.007909] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1011.007909] env[69365]: value = "task-3302199" [ 1011.007909] env[69365]: _type = "Task" [ 1011.007909] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.015426] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquiring lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.015426] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquired lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.015426] env[69365]: DEBUG nova.network.neutron [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.025947] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.287636] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c9a028-f848-481e-8001-5dac054f31b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.301387] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f85ba7-9276-4868-8f92-bb0b42f4551b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.336126] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ddde2d-1fe1-43bd-93c1-5b67ef099f44 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.344146] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e59b05-9cb1-4f7e-b995-fd232bc2dcd7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.358573] env[69365]: DEBUG nova.compute.provider_tree [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.365521] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "e1c30937-800f-4fee-a638-2bd109047cf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.365771] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "e1c30937-800f-4fee-a638-2bd109047cf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.487857] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.523780] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077866} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.524079] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.526365] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce1bf07-fadf-42a9-9d49-fdc87ede00f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.553900] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] f9703a3e-4bb9-4423-adb5-f4be4a295dae/f9703a3e-4bb9-4423-adb5-f4be4a295dae.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.553900] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf775977-0e7b-45a9-8ac4-00c52dd2dd37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.568927] env[69365]: DEBUG nova.network.neutron [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.579485] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1011.579485] env[69365]: value = "task-3302200" [ 1011.579485] env[69365]: _type = "Task" [ 1011.579485] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.590323] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.708597] env[69365]: DEBUG nova.network.neutron [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updating instance_info_cache with network_info: [{"id": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "address": "fa:16:3e:f1:23:d0", "network": {"id": "83a08ef5-d825-4424-80cf-b5bccdfae13b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1849073667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda72f7fc493408580255227d2e2dacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0552bc-52", "ovs_interfaceid": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.862656] env[69365]: DEBUG nova.scheduler.client.report [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.867521] env[69365]: DEBUG nova.compute.manager [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.879071] env[69365]: DEBUG nova.compute.manager [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.922102] env[69365]: DEBUG nova.virt.hardware [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.922102] env[69365]: DEBUG nova.virt.hardware [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.922102] env[69365]: DEBUG nova.virt.hardware [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.922102] env[69365]: DEBUG nova.virt.hardware [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.922102] env[69365]: DEBUG nova.virt.hardware [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.922102] env[69365]: DEBUG nova.virt.hardware [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.922102] env[69365]: DEBUG nova.virt.hardware [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.922102] env[69365]: DEBUG nova.virt.hardware [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.922102] env[69365]: DEBUG nova.virt.hardware [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.922102] env[69365]: DEBUG nova.virt.hardware [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.922771] env[69365]: DEBUG nova.virt.hardware [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.923310] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba9ca72-a1de-4f4a-9b74-228df03112d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.932304] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96bd4c1-3d82-4310-af6b-5c5d5313cf0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.989680] env[69365]: DEBUG oslo_vmware.api [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302198, 'name': PowerOnVM_Task, 'duration_secs': 0.825002} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.989992] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.990428] env[69365]: INFO nova.compute.manager [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1011.990648] env[69365]: DEBUG nova.compute.manager [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.991736] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21a2cd3-4c07-4b1c-a69c-c502b51b379d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.006587] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.006848] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.075836] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8c5306e-511e-4617-832b-8bef815beec8 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "interface-2a14f96f-2727-4a8e-9958-a9185c5a8428-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.076153] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8c5306e-511e-4617-832b-8bef815beec8 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-2a14f96f-2727-4a8e-9958-a9185c5a8428-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.076481] env[69365]: DEBUG nova.objects.instance [None req-a8c5306e-511e-4617-832b-8bef815beec8 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'flavor' on Instance uuid 2a14f96f-2727-4a8e-9958-a9185c5a8428 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.090907] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.211212] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Releasing lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.211578] env[69365]: DEBUG nova.compute.manager [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Instance network_info: |[{"id": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "address": "fa:16:3e:f1:23:d0", "network": {"id": "83a08ef5-d825-4424-80cf-b5bccdfae13b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1849073667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda72f7fc493408580255227d2e2dacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0552bc-52", "ovs_interfaceid": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.212022] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:23:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e0552bc-52b6-46e3-9b6a-4fc5243628e1', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.219667] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Creating folder: Project (bda72f7fc493408580255227d2e2dacc). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.219955] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-962796db-c79b-4bca-8381-52c2b0a38a8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.231838] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Created folder: Project (bda72f7fc493408580255227d2e2dacc) in parent group-v659152. [ 1012.232064] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Creating folder: Instances. Parent ref: group-v659378. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.232308] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0075f0ff-83a7-4f2a-aa1e-8175666ed323 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.242093] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Created folder: Instances in parent group-v659378. [ 1012.242323] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.242563] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.242771] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0d814ab-be83-4461-939f-62452b2f4231 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.263933] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.263933] env[69365]: value = "task-3302203" [ 1012.263933] env[69365]: _type = "Task" [ 1012.263933] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.277213] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302203, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.368172] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.368747] env[69365]: DEBUG nova.compute.manager [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.371866] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.102s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.376259] env[69365]: INFO nova.compute.claims [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.389726] env[69365]: DEBUG nova.compute.manager [req-47377431-ec51-40e4-81f6-11fc6814a062 req-cbca4631-a3f1-473b-ba63-ba148200b99a service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Received event network-changed-7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.389925] env[69365]: DEBUG nova.compute.manager [req-47377431-ec51-40e4-81f6-11fc6814a062 req-cbca4631-a3f1-473b-ba63-ba148200b99a service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Refreshing instance network info cache due to event network-changed-7e0552bc-52b6-46e3-9b6a-4fc5243628e1. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.390183] env[69365]: DEBUG oslo_concurrency.lockutils [req-47377431-ec51-40e4-81f6-11fc6814a062 req-cbca4631-a3f1-473b-ba63-ba148200b99a service nova] Acquiring lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.390326] env[69365]: DEBUG oslo_concurrency.lockutils [req-47377431-ec51-40e4-81f6-11fc6814a062 req-cbca4631-a3f1-473b-ba63-ba148200b99a service nova] Acquired lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.390497] env[69365]: DEBUG nova.network.neutron [req-47377431-ec51-40e4-81f6-11fc6814a062 req-cbca4631-a3f1-473b-ba63-ba148200b99a service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Refreshing network info cache for port 7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.397181] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.513573] env[69365]: DEBUG nova.compute.manager [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.518168] env[69365]: INFO nova.compute.manager [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Took 34.60 seconds to build instance. [ 1012.586234] env[69365]: DEBUG nova.objects.instance [None req-a8c5306e-511e-4617-832b-8bef815beec8 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'pci_requests' on Instance uuid 2a14f96f-2727-4a8e-9958-a9185c5a8428 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.599492] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302200, 'name': ReconfigVM_Task, 'duration_secs': 0.751676} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.603020] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Reconfigured VM instance instance-00000050 to attach disk [datastore2] f9703a3e-4bb9-4423-adb5-f4be4a295dae/f9703a3e-4bb9-4423-adb5-f4be4a295dae.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.603020] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22dc55a6-571b-49b8-bebd-4efdc64e347b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.608192] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1012.608192] env[69365]: value = "task-3302204" [ 1012.608192] env[69365]: _type = "Task" [ 1012.608192] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.620887] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302204, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.774359] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302203, 'name': CreateVM_Task, 'duration_secs': 0.382724} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.774702] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.775536] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.775905] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.776388] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.776773] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc00c53-cceb-468c-a2f6-99d63c10cb5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.782848] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1012.782848] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5216eb4a-53d3-888c-a452-99bb90765a16" [ 1012.782848] env[69365]: _type = "Task" [ 1012.782848] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.791495] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5216eb4a-53d3-888c-a452-99bb90765a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.795250] env[69365]: DEBUG nova.compute.manager [req-c68d5e67-0cb3-463b-b0d0-0e599e4f8f7f req-95840348-2641-4b85-a9ae-3d85106d105b service nova] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Received event network-vif-plugged-f267c5ab-ed5b-41f7-803d-7db8c6220062 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.795250] env[69365]: DEBUG oslo_concurrency.lockutils [req-c68d5e67-0cb3-463b-b0d0-0e599e4f8f7f req-95840348-2641-4b85-a9ae-3d85106d105b service nova] Acquiring lock "35c74321-65d1-4164-9de6-df1d14f08c81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.795250] env[69365]: DEBUG oslo_concurrency.lockutils [req-c68d5e67-0cb3-463b-b0d0-0e599e4f8f7f req-95840348-2641-4b85-a9ae-3d85106d105b service nova] Lock "35c74321-65d1-4164-9de6-df1d14f08c81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.795250] env[69365]: DEBUG oslo_concurrency.lockutils [req-c68d5e67-0cb3-463b-b0d0-0e599e4f8f7f req-95840348-2641-4b85-a9ae-3d85106d105b service nova] Lock "35c74321-65d1-4164-9de6-df1d14f08c81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.795250] env[69365]: DEBUG nova.compute.manager [req-c68d5e67-0cb3-463b-b0d0-0e599e4f8f7f req-95840348-2641-4b85-a9ae-3d85106d105b service nova] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] No waiting events found dispatching network-vif-plugged-f267c5ab-ed5b-41f7-803d-7db8c6220062 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.795250] env[69365]: WARNING nova.compute.manager [req-c68d5e67-0cb3-463b-b0d0-0e599e4f8f7f req-95840348-2641-4b85-a9ae-3d85106d105b service nova] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Received unexpected event network-vif-plugged-f267c5ab-ed5b-41f7-803d-7db8c6220062 for instance with vm_state building and task_state spawning. [ 1012.880021] env[69365]: DEBUG nova.compute.utils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.883543] env[69365]: DEBUG nova.compute.manager [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1013.024020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-da208d82-f16f-4fdc-96ed-6996d7d05a3b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "916ea71b-4119-4c43-beb3-e6e0c318e9ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.114s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.044473] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.095033] env[69365]: DEBUG nova.network.neutron [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Successfully updated port: f267c5ab-ed5b-41f7-803d-7db8c6220062 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.096548] env[69365]: DEBUG nova.objects.base [None req-a8c5306e-511e-4617-832b-8bef815beec8 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Object Instance<2a14f96f-2727-4a8e-9958-a9185c5a8428> lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1013.096946] env[69365]: DEBUG nova.network.neutron [None req-a8c5306e-511e-4617-832b-8bef815beec8 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.105110] env[69365]: DEBUG nova.network.neutron [req-47377431-ec51-40e4-81f6-11fc6814a062 req-cbca4631-a3f1-473b-ba63-ba148200b99a service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updated VIF entry in instance network info cache for port 7e0552bc-52b6-46e3-9b6a-4fc5243628e1. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.105110] env[69365]: DEBUG nova.network.neutron [req-47377431-ec51-40e4-81f6-11fc6814a062 req-cbca4631-a3f1-473b-ba63-ba148200b99a service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updating instance_info_cache with network_info: [{"id": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "address": "fa:16:3e:f1:23:d0", "network": {"id": "83a08ef5-d825-4424-80cf-b5bccdfae13b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1849073667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda72f7fc493408580255227d2e2dacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0552bc-52", "ovs_interfaceid": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.122022] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302204, 'name': Rename_Task, 'duration_secs': 0.161967} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.122777] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.123011] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fc5129d-1d73-44d3-8016-61a5976e4bde {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.130647] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1013.130647] env[69365]: value = "task-3302205" [ 1013.130647] env[69365]: _type = "Task" [ 1013.130647] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.139764] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.202271] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8c5306e-511e-4617-832b-8bef815beec8 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-2a14f96f-2727-4a8e-9958-a9185c5a8428-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.126s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.295914] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5216eb4a-53d3-888c-a452-99bb90765a16, 'name': SearchDatastore_Task, 'duration_secs': 0.022075} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.296285] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.296516] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.296752] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.296967] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.297196] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.297563] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89a57d98-836c-431d-ad66-131b82d1a31c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.306492] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.306676] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.307480] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f87389-9285-4b8f-ba8f-faa94c9189bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.313136] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1013.313136] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f56285-df71-04be-5035-aa392b940a86" [ 1013.313136] env[69365]: _type = "Task" [ 1013.313136] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.321341] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f56285-df71-04be-5035-aa392b940a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.385338] env[69365]: DEBUG nova.compute.manager [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.600310] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.600460] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.600612] env[69365]: DEBUG nova.network.neutron [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.606623] env[69365]: DEBUG oslo_concurrency.lockutils [req-47377431-ec51-40e4-81f6-11fc6814a062 req-cbca4631-a3f1-473b-ba63-ba148200b99a service nova] Releasing lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.642854] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.696943] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e7fc7f-f67c-42ad-a73d-4ead5f581336 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.704982] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715eb5a2-33c9-48fb-9ef3-011540bf7717 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.737363] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82035b14-2994-4d97-9c9a-77e0d23992bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.745542] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d8b188-9c50-4386-a189-7f9852d546f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.764621] env[69365]: DEBUG nova.compute.provider_tree [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.823818] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f56285-df71-04be-5035-aa392b940a86, 'name': SearchDatastore_Task, 'duration_secs': 0.013018} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.824710] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db1db768-03e0-490a-b17a-53d05e396a43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.831195] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1013.831195] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524eecdd-de86-c933-1e88-80078749129d" [ 1013.831195] env[69365]: _type = "Task" [ 1013.831195] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.842576] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524eecdd-de86-c933-1e88-80078749129d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.131065] env[69365]: DEBUG nova.network.neutron [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.142477] env[69365]: DEBUG oslo_vmware.api [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302205, 'name': PowerOnVM_Task, 'duration_secs': 0.785529} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.142774] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.143108] env[69365]: INFO nova.compute.manager [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1014.143108] env[69365]: DEBUG nova.compute.manager [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.143967] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682cee88-3bb3-46b2-968d-592c5730c9d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.254327] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "916ea71b-4119-4c43-beb3-e6e0c318e9ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.254583] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "916ea71b-4119-4c43-beb3-e6e0c318e9ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.254785] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "916ea71b-4119-4c43-beb3-e6e0c318e9ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.254968] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "916ea71b-4119-4c43-beb3-e6e0c318e9ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.255153] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "916ea71b-4119-4c43-beb3-e6e0c318e9ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.257165] env[69365]: INFO nova.compute.manager [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Terminating instance [ 1014.267575] env[69365]: DEBUG nova.scheduler.client.report [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.299789] env[69365]: DEBUG nova.network.neutron [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance_info_cache with network_info: [{"id": "f267c5ab-ed5b-41f7-803d-7db8c6220062", "address": "fa:16:3e:94:06:84", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf267c5ab-ed", "ovs_interfaceid": "f267c5ab-ed5b-41f7-803d-7db8c6220062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.341848] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524eecdd-de86-c933-1e88-80078749129d, 'name': SearchDatastore_Task, 'duration_secs': 0.023619} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.342141] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.342407] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 30cb6f81-7db8-41c4-bc85-cc3fa667d58e/30cb6f81-7db8-41c4-bc85-cc3fa667d58e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.342948] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2810d4d7-c745-4017-9799-6fb33213e881 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.349079] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1014.349079] env[69365]: value = "task-3302206" [ 1014.349079] env[69365]: _type = "Task" [ 1014.349079] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.356784] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.396666] env[69365]: DEBUG nova.compute.manager [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.424259] env[69365]: DEBUG nova.virt.hardware [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.424591] env[69365]: DEBUG nova.virt.hardware [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.424796] env[69365]: DEBUG nova.virt.hardware [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.424995] env[69365]: DEBUG nova.virt.hardware [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.425167] env[69365]: DEBUG nova.virt.hardware [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.425439] env[69365]: DEBUG nova.virt.hardware [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.425659] env[69365]: DEBUG nova.virt.hardware [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.425944] env[69365]: DEBUG nova.virt.hardware [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.426027] env[69365]: DEBUG nova.virt.hardware [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.426163] env[69365]: DEBUG nova.virt.hardware [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.426342] env[69365]: DEBUG nova.virt.hardware [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.427204] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78a7a50-7c6a-4ece-b653-ecdaf77475f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.435258] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f47b67f-7654-46e8-8610-469fdee904f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.448619] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.455230] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Creating folder: Project (195c45a3bf6647a7965447fc61ac795b). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.455539] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2add162a-56f5-4b25-9c9a-e2fd7c5c27d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.465772] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Created folder: Project (195c45a3bf6647a7965447fc61ac795b) in parent group-v659152. [ 1014.465960] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Creating folder: Instances. Parent ref: group-v659381. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.466206] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-093e1faf-63a7-4cbb-9ca4-afd19f104726 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.474936] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Created folder: Instances in parent group-v659381. [ 1014.475179] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.475375] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.475570] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-587671a0-47de-471b-9c90-c5e356a8549f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.494928] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.494928] env[69365]: value = "task-3302209" [ 1014.494928] env[69365]: _type = "Task" [ 1014.494928] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.502412] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302209, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.662801] env[69365]: INFO nova.compute.manager [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Took 36.59 seconds to build instance. [ 1014.760445] env[69365]: DEBUG nova.compute.manager [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.760795] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.761861] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896c36d4-afe0-4705-b4f7-447c9a09341b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.770492] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.770815] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4c765b7-fdc3-4412-876e-70a4dce4e8e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.773404] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.773937] env[69365]: DEBUG nova.compute.manager [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.776802] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.987s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.777503] env[69365]: DEBUG nova.objects.instance [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lazy-loading 'resources' on Instance uuid 5dc7437b-a9e1-4deb-8df3-3df9d5727b96 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.784681] env[69365]: DEBUG oslo_vmware.api [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1014.784681] env[69365]: value = "task-3302210" [ 1014.784681] env[69365]: _type = "Task" [ 1014.784681] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.796278] env[69365]: DEBUG oslo_vmware.api [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.802603] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.802988] env[69365]: DEBUG nova.compute.manager [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Instance network_info: |[{"id": "f267c5ab-ed5b-41f7-803d-7db8c6220062", "address": "fa:16:3e:94:06:84", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf267c5ab-ed", "ovs_interfaceid": "f267c5ab-ed5b-41f7-803d-7db8c6220062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.803500] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:06:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f267c5ab-ed5b-41f7-803d-7db8c6220062', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.812332] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.812988] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.813333] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-423763cd-99ee-41d1-a825-761e6d2fe953 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.837769] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.837769] env[69365]: value = "task-3302211" [ 1014.837769] env[69365]: _type = "Task" [ 1014.837769] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.847801] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302211, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.860065] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302206, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.005183] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302209, 'name': CreateVM_Task, 'duration_secs': 0.412295} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.005379] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.005835] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.006112] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.006458] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.006749] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d412e2-8089-4c02-b8f6-09d744e996f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.011314] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1015.011314] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e17035-6667-e11b-a183-493c167e9790" [ 1015.011314] env[69365]: _type = "Task" [ 1015.011314] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.019706] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e17035-6667-e11b-a183-493c167e9790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.134160] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "interface-2a14f96f-2727-4a8e-9958-a9185c5a8428-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.134483] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-2a14f96f-2727-4a8e-9958-a9185c5a8428-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.134782] env[69365]: DEBUG nova.objects.instance [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'flavor' on Instance uuid 2a14f96f-2727-4a8e-9958-a9185c5a8428 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.146174] env[69365]: INFO nova.compute.manager [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Rescuing [ 1015.146434] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "refresh_cache-f9703a3e-4bb9-4423-adb5-f4be4a295dae" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.146585] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquired lock "refresh_cache-f9703a3e-4bb9-4423-adb5-f4be4a295dae" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.146749] env[69365]: DEBUG nova.network.neutron [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.165579] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42a6e084-61a9-43ec-8b95-b60b16a8eda2 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "f9703a3e-4bb9-4423-adb5-f4be4a295dae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.106s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.184925] env[69365]: DEBUG nova.compute.manager [req-a0d56d71-a3e0-46a6-ac38-0e2aba33903c req-88631174-163c-4d47-baa1-6961b31d1ebb service nova] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Received event network-changed-f267c5ab-ed5b-41f7-803d-7db8c6220062 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.185340] env[69365]: DEBUG nova.compute.manager [req-a0d56d71-a3e0-46a6-ac38-0e2aba33903c req-88631174-163c-4d47-baa1-6961b31d1ebb service nova] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Refreshing instance network info cache due to event network-changed-f267c5ab-ed5b-41f7-803d-7db8c6220062. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.185487] env[69365]: DEBUG oslo_concurrency.lockutils [req-a0d56d71-a3e0-46a6-ac38-0e2aba33903c req-88631174-163c-4d47-baa1-6961b31d1ebb service nova] Acquiring lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.185556] env[69365]: DEBUG oslo_concurrency.lockutils [req-a0d56d71-a3e0-46a6-ac38-0e2aba33903c req-88631174-163c-4d47-baa1-6961b31d1ebb service nova] Acquired lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.185684] env[69365]: DEBUG nova.network.neutron [req-a0d56d71-a3e0-46a6-ac38-0e2aba33903c req-88631174-163c-4d47-baa1-6961b31d1ebb service nova] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Refreshing network info cache for port f267c5ab-ed5b-41f7-803d-7db8c6220062 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.285696] env[69365]: DEBUG nova.compute.utils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.287798] env[69365]: DEBUG nova.compute.manager [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1015.296231] env[69365]: DEBUG oslo_vmware.api [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302210, 'name': PowerOffVM_Task, 'duration_secs': 0.328285} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.297008] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.297194] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.297432] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ded33ef0-1bfa-4955-8f01-63a7e8fbd241 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.349286] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302211, 'name': CreateVM_Task, 'duration_secs': 0.443018} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.351646] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.352682] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.360449] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564828} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.362863] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 30cb6f81-7db8-41c4-bc85-cc3fa667d58e/30cb6f81-7db8-41c4-bc85-cc3fa667d58e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.363094] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.364291] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e50db56-b376-4c8a-b9e2-9cc6c8bc11b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.366151] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.366345] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.366518] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleting the datastore file [datastore2] 916ea71b-4119-4c43-beb3-e6e0c318e9ef {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.367373] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ab82c65-55fa-4fae-9830-2be867ea06cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.373064] env[69365]: DEBUG oslo_vmware.api [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1015.373064] env[69365]: value = "task-3302213" [ 1015.373064] env[69365]: _type = "Task" [ 1015.373064] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.376421] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1015.376421] env[69365]: value = "task-3302214" [ 1015.376421] env[69365]: _type = "Task" [ 1015.376421] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.387137] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.392336] env[69365]: DEBUG oslo_vmware.api [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.523651] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e17035-6667-e11b-a183-493c167e9790, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.523954] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.524221] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.524505] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.524656] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.524833] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.525119] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.525417] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.525615] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d1c11b2-c22e-4563-ad31-2a264eab66d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.529367] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f365c9-1df1-4201-aa71-c4fe663933b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.535356] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1015.535356] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d77653-2b08-6f17-3ee1-b0e4d6311008" [ 1015.535356] env[69365]: _type = "Task" [ 1015.535356] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.539255] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.539430] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.540392] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd4ec658-0dc6-4513-8b9f-265377168e10 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.548150] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d77653-2b08-6f17-3ee1-b0e4d6311008, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.548415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.548619] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.548813] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.558190] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1015.558190] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a57e84-5320-aa1a-5dcd-69be21779b1f" [ 1015.558190] env[69365]: _type = "Task" [ 1015.558190] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.565999] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a57e84-5320-aa1a-5dcd-69be21779b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.598970] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3675fed-83e1-49a8-831e-7361dc98cd47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.606487] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83bf304-8994-42d9-8a55-9921544ba0f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.640339] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f32882-9674-4787-8c1f-3febf92a214e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.647764] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5849eb56-f6e8-44e7-9f96-e5a36b4cf79e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.664093] env[69365]: DEBUG nova.compute.provider_tree [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.723686] env[69365]: DEBUG nova.objects.instance [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'pci_requests' on Instance uuid 2a14f96f-2727-4a8e-9958-a9185c5a8428 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.788726] env[69365]: DEBUG nova.compute.manager [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.866113] env[69365]: DEBUG nova.network.neutron [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Updating instance_info_cache with network_info: [{"id": "2f1a7c93-b075-44a1-91c0-5297ba394735", "address": "fa:16:3e:a0:7f:14", "network": {"id": "358006c1-0132-45b4-ac95-947265520a6c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1636400384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1cc383630084ad3a91bc2b3ffd73b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f1a7c93-b0", "ovs_interfaceid": "2f1a7c93-b075-44a1-91c0-5297ba394735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.889671] env[69365]: DEBUG oslo_vmware.api [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137899} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.892448] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.892642] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.892822] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.892995] env[69365]: INFO nova.compute.manager [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1015.893670] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.893887] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089257} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.894104] env[69365]: DEBUG nova.compute.manager [-] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.894203] env[69365]: DEBUG nova.network.neutron [-] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.897134] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.897927] env[69365]: DEBUG nova.network.neutron [req-a0d56d71-a3e0-46a6-ac38-0e2aba33903c req-88631174-163c-4d47-baa1-6961b31d1ebb service nova] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updated VIF entry in instance network info cache for port f267c5ab-ed5b-41f7-803d-7db8c6220062. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.898515] env[69365]: DEBUG nova.network.neutron [req-a0d56d71-a3e0-46a6-ac38-0e2aba33903c req-88631174-163c-4d47-baa1-6961b31d1ebb service nova] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance_info_cache with network_info: [{"id": "f267c5ab-ed5b-41f7-803d-7db8c6220062", "address": "fa:16:3e:94:06:84", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf267c5ab-ed", "ovs_interfaceid": "f267c5ab-ed5b-41f7-803d-7db8c6220062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.900054] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8499229-7606-414b-ac1a-8b7c4f6af2b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.922662] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 30cb6f81-7db8-41c4-bc85-cc3fa667d58e/30cb6f81-7db8-41c4-bc85-cc3fa667d58e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.923528] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c70d35d-606c-4fa7-88b2-af40e275e06d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.942860] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1015.942860] env[69365]: value = "task-3302215" [ 1015.942860] env[69365]: _type = "Task" [ 1015.942860] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.950915] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.068620] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a57e84-5320-aa1a-5dcd-69be21779b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.016245} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.069797] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0dae853-c516-4012-ab06-ba18e5f1f48a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.074687] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1016.074687] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5288366e-5751-2215-6376-57dd3bf16d94" [ 1016.074687] env[69365]: _type = "Task" [ 1016.074687] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.081927] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5288366e-5751-2215-6376-57dd3bf16d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.168216] env[69365]: DEBUG nova.scheduler.client.report [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.227412] env[69365]: DEBUG nova.objects.base [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Object Instance<2a14f96f-2727-4a8e-9958-a9185c5a8428> lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1016.227684] env[69365]: DEBUG nova.network.neutron [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.263698] env[69365]: DEBUG nova.policy [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bea9170487bc468691c980517ad8cd95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03188c2e9e3d4da7b18a41fb78d6d5be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.312109] env[69365]: DEBUG nova.compute.manager [req-3e2330c0-93e6-457e-9684-57c0d6e91f37 req-4fa95111-6a73-4aaa-ae16-9c7c0dde4d15 service nova] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Received event network-vif-deleted-ca4728fd-0dab-410f-a9ed-ae6004512e9e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.312346] env[69365]: INFO nova.compute.manager [req-3e2330c0-93e6-457e-9684-57c0d6e91f37 req-4fa95111-6a73-4aaa-ae16-9c7c0dde4d15 service nova] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Neutron deleted interface ca4728fd-0dab-410f-a9ed-ae6004512e9e; detaching it from the instance and deleting it from the info cache [ 1016.312525] env[69365]: DEBUG nova.network.neutron [req-3e2330c0-93e6-457e-9684-57c0d6e91f37 req-4fa95111-6a73-4aaa-ae16-9c7c0dde4d15 service nova] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.369236] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Releasing lock "refresh_cache-f9703a3e-4bb9-4423-adb5-f4be4a295dae" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.403173] env[69365]: DEBUG oslo_concurrency.lockutils [req-a0d56d71-a3e0-46a6-ac38-0e2aba33903c req-88631174-163c-4d47-baa1-6961b31d1ebb service nova] Releasing lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.453962] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.585180] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5288366e-5751-2215-6376-57dd3bf16d94, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.585464] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.585771] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] c0b388b1-0e5d-48f4-9211-8c5e11c0d7df/c0b388b1-0e5d-48f4-9211-8c5e11c0d7df.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.586128] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.586305] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.586525] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24f624bd-067e-44ec-9ebb-84b84c0900ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.588493] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e2a99c2-6f8c-49bc-afc9-49b9e36abbf3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.595452] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1016.595452] env[69365]: value = "task-3302216" [ 1016.595452] env[69365]: _type = "Task" [ 1016.595452] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.599293] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.599483] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.600502] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-668f5975-5821-4572-9d96-28512fa2ea88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.605766] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.610028] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1016.610028] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52eae69b-b139-d766-43fa-253e773242a8" [ 1016.610028] env[69365]: _type = "Task" [ 1016.610028] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.614415] env[69365]: DEBUG nova.network.neutron [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Successfully created port: bf247c13-8ece-451c-adb4-14e1f8735d50 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.619794] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52eae69b-b139-d766-43fa-253e773242a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.673073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.675751] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.794s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.676051] env[69365]: DEBUG nova.objects.instance [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lazy-loading 'resources' on Instance uuid e22bba2b-7541-47d4-b239-56e2b0b436d1 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.704573] env[69365]: INFO nova.scheduler.client.report [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Deleted allocations for instance 5dc7437b-a9e1-4deb-8df3-3df9d5727b96 [ 1016.710057] env[69365]: DEBUG nova.network.neutron [-] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.798729] env[69365]: DEBUG nova.compute.manager [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.814924] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9387c4c5-241f-49a8-a880-675da1a024e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.828814] env[69365]: DEBUG nova.virt.hardware [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.829074] env[69365]: DEBUG nova.virt.hardware [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.829224] env[69365]: DEBUG nova.virt.hardware [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.829409] env[69365]: DEBUG nova.virt.hardware [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.829763] env[69365]: DEBUG nova.virt.hardware [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.829763] env[69365]: DEBUG nova.virt.hardware [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.829898] env[69365]: DEBUG nova.virt.hardware [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.830071] env[69365]: DEBUG nova.virt.hardware [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.830249] env[69365]: DEBUG nova.virt.hardware [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.830416] env[69365]: DEBUG nova.virt.hardware [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.830592] env[69365]: DEBUG nova.virt.hardware [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.834594] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61606d5-ed88-42f5-a518-26d37ba32377 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.849500] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d93a634-b05e-45f8-97b8-b40813927a4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.858144] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618f7cfc-e14e-474d-83f8-2126a54340e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.876820] env[69365]: DEBUG nova.compute.manager [req-3e2330c0-93e6-457e-9684-57c0d6e91f37 req-4fa95111-6a73-4aaa-ae16-9c7c0dde4d15 service nova] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Detach interface failed, port_id=ca4728fd-0dab-410f-a9ed-ae6004512e9e, reason: Instance 916ea71b-4119-4c43-beb3-e6e0c318e9ef could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.885288] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.891365] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.892106] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.892343] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-491c24ac-a999-42d8-a697-ae8d605c11d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.913305] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.913305] env[69365]: value = "task-3302217" [ 1016.913305] env[69365]: _type = "Task" [ 1016.913305] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.925902] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302217, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.955436] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302215, 'name': ReconfigVM_Task, 'duration_secs': 0.564531} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.956226] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 30cb6f81-7db8-41c4-bc85-cc3fa667d58e/30cb6f81-7db8-41c4-bc85-cc3fa667d58e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.957397] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b14896da-8100-4b37-ab15-83d5b3675836 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.964345] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1016.964345] env[69365]: value = "task-3302218" [ 1016.964345] env[69365]: _type = "Task" [ 1016.964345] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.975954] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302218, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.105405] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302216, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.120723] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52eae69b-b139-d766-43fa-253e773242a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.121625] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e7b6d35-2545-4765-a660-859ed6d96ce7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.127246] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1017.127246] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5248ca18-b6e7-4280-2c48-4179c80f4095" [ 1017.127246] env[69365]: _type = "Task" [ 1017.127246] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.134959] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5248ca18-b6e7-4280-2c48-4179c80f4095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.214961] env[69365]: INFO nova.compute.manager [-] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Took 1.32 seconds to deallocate network for instance. [ 1017.215512] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e85fb369-6258-4499-b536-451ecee5fc10 tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "5dc7437b-a9e1-4deb-8df3-3df9d5727b96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.321s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.426050] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302217, 'name': CreateVM_Task, 'duration_secs': 0.365951} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.426261] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.426702] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.426863] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.427189] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.427668] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6f9800-ffec-44e2-a285-0941195479d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.434335] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1017.434335] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529a6be9-e330-c9cd-5323-bbcafce3797e" [ 1017.434335] env[69365]: _type = "Task" [ 1017.434335] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.447286] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529a6be9-e330-c9cd-5323-bbcafce3797e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.473617] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302218, 'name': Rename_Task, 'duration_secs': 0.223733} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.473996] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.474349] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc1f98f4-fc3f-46bf-aa0f-fdbc354581cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.483457] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1017.483457] env[69365]: value = "task-3302219" [ 1017.483457] env[69365]: _type = "Task" [ 1017.483457] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.492739] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.522863] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b3a137-1857-4fc6-9850-d7dbfcabb18b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.530089] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3703b10f-20cc-43bb-b640-08ae34b1704e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.565433] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76303a21-8bb5-46b9-94f9-815007220bb0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.573955] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4163e3ac-ed32-448c-af80-4be0c45a4374 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.589328] env[69365]: DEBUG nova.compute.provider_tree [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.605536] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513539} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.605778] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] c0b388b1-0e5d-48f4-9211-8c5e11c0d7df/c0b388b1-0e5d-48f4-9211-8c5e11c0d7df.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.605984] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.606247] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b7bd33c-782f-4199-b070-df952cceaf37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.613182] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1017.613182] env[69365]: value = "task-3302220" [ 1017.613182] env[69365]: _type = "Task" [ 1017.613182] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.621108] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.639441] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5248ca18-b6e7-4280-2c48-4179c80f4095, 'name': SearchDatastore_Task, 'duration_secs': 0.008997} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.639721] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.639945] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 35c74321-65d1-4164-9de6-df1d14f08c81/35c74321-65d1-4164-9de6-df1d14f08c81.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.640229] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10156cab-6564-4f00-a5b3-fe24570f634e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.648261] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1017.648261] env[69365]: value = "task-3302221" [ 1017.648261] env[69365]: _type = "Task" [ 1017.648261] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.656710] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.722621] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.913523] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.913986] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b5feaa-f2cd-448d-b37b-3dfcc9c59525 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.923855] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1017.923855] env[69365]: value = "task-3302222" [ 1017.923855] env[69365]: _type = "Task" [ 1017.923855] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.933512] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.944847] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529a6be9-e330-c9cd-5323-bbcafce3797e, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.945179] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.945435] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.945734] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.945857] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.946083] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.946339] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0782c135-afeb-45ec-8717-9eda3415f851 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.960968] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.961185] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.961953] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621ecbb8-f96f-4d16-916a-85ea463b34c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.970078] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1017.970078] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7156c-7510-511e-0fa0-5a77999f90c7" [ 1017.970078] env[69365]: _type = "Task" [ 1017.970078] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.980039] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7156c-7510-511e-0fa0-5a77999f90c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.995107] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.092657] env[69365]: DEBUG nova.scheduler.client.report [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.123950] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076573} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.124242] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.125049] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b03c48-2e5b-4678-a479-75d01a2e8209 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.145949] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] c0b388b1-0e5d-48f4-9211-8c5e11c0d7df/c0b388b1-0e5d-48f4-9211-8c5e11c0d7df.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.146288] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef43f93-477f-4639-bc12-10b42fca7a14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.169444] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493285} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.169731] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 35c74321-65d1-4164-9de6-df1d14f08c81/35c74321-65d1-4164-9de6-df1d14f08c81.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.169955] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.171234] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7cf55a1-6601-4cde-9a05-14d24fe6dd41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.173163] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1018.173163] env[69365]: value = "task-3302223" [ 1018.173163] env[69365]: _type = "Task" [ 1018.173163] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.181844] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.183751] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1018.183751] env[69365]: value = "task-3302224" [ 1018.183751] env[69365]: _type = "Task" [ 1018.183751] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.191627] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.265822] env[69365]: DEBUG nova.network.neutron [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Successfully updated port: bf247c13-8ece-451c-adb4-14e1f8735d50 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.434393] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302222, 'name': PowerOffVM_Task, 'duration_secs': 0.299116} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.434677] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.435585] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08c7a40-dced-4aea-980f-fb7703ade028 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.455637] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c725810c-9510-4a7c-85d1-3a8966fbe94c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.479728] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7156c-7510-511e-0fa0-5a77999f90c7, 'name': SearchDatastore_Task, 'duration_secs': 0.050167} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.482455] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d65fbb7-5169-4367-987f-4f0b5f99b494 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.489917] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.490195] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e91d1006-34f0-4176-8415-dd59cfb3259e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.492925] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1018.492925] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52799e62-b3eb-8193-9aa3-6886524e17c5" [ 1018.492925] env[69365]: _type = "Task" [ 1018.492925] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.500166] env[69365]: DEBUG oslo_vmware.api [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302219, 'name': PowerOnVM_Task, 'duration_secs': 0.890988} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.500424] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1018.500424] env[69365]: value = "task-3302225" [ 1018.500424] env[69365]: _type = "Task" [ 1018.500424] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.500987] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.501216] env[69365]: INFO nova.compute.manager [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1018.501405] env[69365]: DEBUG nova.compute.manager [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.502176] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fa70b0-e70d-494b-b975-39ac928f280e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.510274] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52799e62-b3eb-8193-9aa3-6886524e17c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012961} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.511204] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.511498] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 3eb04059-8d12-40f2-95cc-652af167c60e/3eb04059-8d12-40f2-95cc-652af167c60e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.511741] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33d635f0-cdc8-4fea-b240-a16b6a55edcf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.520647] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1018.520865] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.521138] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.521296] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.521473] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.521913] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc20fc8-3a90-4e9b-b029-49927f567acf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.524824] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1018.524824] env[69365]: value = "task-3302226" [ 1018.524824] env[69365]: _type = "Task" [ 1018.524824] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.530666] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.530852] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.533996] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175acf33-c75e-4f96-94f9-d43dab017df2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.536350] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.540638] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1018.540638] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520b51de-ffe7-24b2-4ac3-724312b1b4ca" [ 1018.540638] env[69365]: _type = "Task" [ 1018.540638] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.548323] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520b51de-ffe7-24b2-4ac3-724312b1b4ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.598396] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.600664] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.028s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.602507] env[69365]: INFO nova.compute.claims [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.623755] env[69365]: INFO nova.scheduler.client.report [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Deleted allocations for instance e22bba2b-7541-47d4-b239-56e2b0b436d1 [ 1018.685086] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302223, 'name': ReconfigVM_Task, 'duration_secs': 0.301834} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.688381] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Reconfigured VM instance instance-00000053 to attach disk [datastore2] c0b388b1-0e5d-48f4-9211-8c5e11c0d7df/c0b388b1-0e5d-48f4-9211-8c5e11c0d7df.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.689774] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05452d78-e2d7-4a0e-997f-689ee1d67dab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.695452] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077256} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.696755] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.697124] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1018.697124] env[69365]: value = "task-3302227" [ 1018.697124] env[69365]: _type = "Task" [ 1018.697124] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.697786] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d866c7-8911-4f99-995d-fda0cd67a69d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.708719] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302227, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.728046] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 35c74321-65d1-4164-9de6-df1d14f08c81/35c74321-65d1-4164-9de6-df1d14f08c81.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.728046] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cab4ee5-eb23-42c9-b360-bdd539774daf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.746559] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1018.746559] env[69365]: value = "task-3302228" [ 1018.746559] env[69365]: _type = "Task" [ 1018.746559] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.755946] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.768702] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.768881] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.769086] env[69365]: DEBUG nova.network.neutron [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.792270] env[69365]: DEBUG nova.compute.manager [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Received event network-vif-plugged-bf247c13-8ece-451c-adb4-14e1f8735d50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.792377] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] Acquiring lock "2a14f96f-2727-4a8e-9958-a9185c5a8428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.792515] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] Lock "2a14f96f-2727-4a8e-9958-a9185c5a8428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.792685] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] Lock "2a14f96f-2727-4a8e-9958-a9185c5a8428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.793230] env[69365]: DEBUG nova.compute.manager [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] No waiting events found dispatching network-vif-plugged-bf247c13-8ece-451c-adb4-14e1f8735d50 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.793230] env[69365]: WARNING nova.compute.manager [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Received unexpected event network-vif-plugged-bf247c13-8ece-451c-adb4-14e1f8735d50 for instance with vm_state active and task_state None. [ 1018.793230] env[69365]: DEBUG nova.compute.manager [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Received event network-changed-bf247c13-8ece-451c-adb4-14e1f8735d50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.793569] env[69365]: DEBUG nova.compute.manager [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Refreshing instance network info cache due to event network-changed-bf247c13-8ece-451c-adb4-14e1f8735d50. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.793569] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] Acquiring lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.040879] env[69365]: INFO nova.compute.manager [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Took 40.74 seconds to build instance. [ 1019.050062] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302226, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.058206] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520b51de-ffe7-24b2-4ac3-724312b1b4ca, 'name': SearchDatastore_Task, 'duration_secs': 0.061256} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.059055] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de32d68-bcf2-402a-9ee0-6c984fa46a0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.066035] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1019.066035] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52139d40-d0be-be3d-84cc-4e92047d3281" [ 1019.066035] env[69365]: _type = "Task" [ 1019.066035] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.075797] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52139d40-d0be-be3d-84cc-4e92047d3281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.131773] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c29d74-1f52-4d49-a6ba-df70e9d05ffc tempest-MultipleCreateTestJSON-2128187360 tempest-MultipleCreateTestJSON-2128187360-project-member] Lock "e22bba2b-7541-47d4-b239-56e2b0b436d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.170s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.211510] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302227, 'name': Rename_Task, 'duration_secs': 0.132772} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.211856] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.212152] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-720875c0-7191-4d44-a4be-648d19c0b6d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.219954] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1019.219954] env[69365]: value = "task-3302229" [ 1019.219954] env[69365]: _type = "Task" [ 1019.219954] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.229208] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.257386] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.325920] env[69365]: WARNING nova.network.neutron [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] b01a365a-10e4-4bbe-8803-f48e97ae2356 already exists in list: networks containing: ['b01a365a-10e4-4bbe-8803-f48e97ae2356']. ignoring it [ 1019.544302] env[69365]: INFO nova.compute.manager [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Rebuilding instance [ 1019.546263] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816258} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.546948] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 3eb04059-8d12-40f2-95cc-652af167c60e/3eb04059-8d12-40f2-95cc-652af167c60e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.546948] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.547224] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34e394e1-1b53-4d6b-b54f-8328e31901ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.549493] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92e26243-49b3-48b9-b168-8c9d580e8ccc tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Lock "30cb6f81-7db8-41c4-bc85-cc3fa667d58e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.253s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.554612] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1019.554612] env[69365]: value = "task-3302230" [ 1019.554612] env[69365]: _type = "Task" [ 1019.554612] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.566430] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.577921] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52139d40-d0be-be3d-84cc-4e92047d3281, 'name': SearchDatastore_Task, 'duration_secs': 0.052104} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.581926] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.582215] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] f9703a3e-4bb9-4423-adb5-f4be4a295dae/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk. {{(pid=69365) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1019.582854] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16221d8a-131e-4c80-99e7-924b18a2346e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.591430] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1019.591430] env[69365]: value = "task-3302231" [ 1019.591430] env[69365]: _type = "Task" [ 1019.591430] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.600072] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.617359] env[69365]: DEBUG nova.compute.manager [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.618336] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eb8779-8cda-40da-a6ed-aed4ac4546d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.732090] env[69365]: DEBUG oslo_vmware.api [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302229, 'name': PowerOnVM_Task, 'duration_secs': 0.506176} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.732751] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.732997] env[69365]: INFO nova.compute.manager [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Took 5.34 seconds to spawn the instance on the hypervisor. [ 1019.733239] env[69365]: DEBUG nova.compute.manager [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.734109] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914d7131-545b-4762-862a-6a5eb0dac8cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.756134] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302228, 'name': ReconfigVM_Task, 'duration_secs': 0.931951} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.756439] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 35c74321-65d1-4164-9de6-df1d14f08c81/35c74321-65d1-4164-9de6-df1d14f08c81.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.757052] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42eb7f84-11e6-48fb-8840-0900fd37f826 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.762256] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1019.762256] env[69365]: value = "task-3302232" [ 1019.762256] env[69365]: _type = "Task" [ 1019.762256] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.772772] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302232, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.794261] env[69365]: DEBUG nova.network.neutron [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updating instance_info_cache with network_info: [{"id": "ded73143-243b-488c-a098-067b7b1bfb55", "address": "fa:16:3e:f8:dd:d1", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded73143-24", "ovs_interfaceid": "ded73143-243b-488c-a098-067b7b1bfb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf247c13-8ece-451c-adb4-14e1f8735d50", "address": "fa:16:3e:7e:d5:96", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf247c13-8e", "ovs_interfaceid": "bf247c13-8ece-451c-adb4-14e1f8735d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.963947] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dffef92-0acd-448b-b466-ec5b10d9a235 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.972475] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e4e566-8a68-42c7-9ecb-f436a4ecab53 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.003906] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d601bc1-e5bc-4c4c-b009-7b01ccbea0b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.011728] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dabe7ed-ac95-4b99-b357-75b86d544884 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.026248] env[69365]: DEBUG nova.compute.provider_tree [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.065269] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151784} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.065608] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.067446] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02a5fb4-a69a-47c0-b3ad-671bd4b1f19b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.093133] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 3eb04059-8d12-40f2-95cc-652af167c60e/3eb04059-8d12-40f2-95cc-652af167c60e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.093576] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c27a145-a495-40fe-b631-4df3963a4a1c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.120618] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302231, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.121578] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1020.121578] env[69365]: value = "task-3302233" [ 1020.121578] env[69365]: _type = "Task" [ 1020.121578] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.133297] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.254583] env[69365]: INFO nova.compute.manager [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Took 24.26 seconds to build instance. [ 1020.273583] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302232, 'name': Rename_Task, 'duration_secs': 0.297115} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.273736] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.274351] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8b39f43-c4c7-4af7-89bb-f3ff06ded403 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.282380] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1020.282380] env[69365]: value = "task-3302234" [ 1020.282380] env[69365]: _type = "Task" [ 1020.282380] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.292911] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.303362] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.304163] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.304375] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.304725] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] Acquired lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.304947] env[69365]: DEBUG nova.network.neutron [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Refreshing network info cache for port bf247c13-8ece-451c-adb4-14e1f8735d50 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.306391] env[69365]: INFO nova.compute.manager [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Rescuing [ 1020.306664] env[69365]: DEBUG oslo_concurrency.lockutils [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquiring lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.306864] env[69365]: DEBUG oslo_concurrency.lockutils [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquired lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.307094] env[69365]: DEBUG nova.network.neutron [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.308790] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259d0f6f-30cd-45af-9637-5fc17e099fda {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.332979] env[69365]: DEBUG nova.virt.hardware [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.332979] env[69365]: DEBUG nova.virt.hardware [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.332979] env[69365]: DEBUG nova.virt.hardware [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.332979] env[69365]: DEBUG nova.virt.hardware [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.332979] env[69365]: DEBUG nova.virt.hardware [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.333504] env[69365]: DEBUG nova.virt.hardware [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.333504] env[69365]: DEBUG nova.virt.hardware [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.333504] env[69365]: DEBUG nova.virt.hardware [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.333594] env[69365]: DEBUG nova.virt.hardware [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.333792] env[69365]: DEBUG nova.virt.hardware [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.334026] env[69365]: DEBUG nova.virt.hardware [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.340550] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Reconfiguring VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1020.341214] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8670cfd9-05b3-47dd-a1da-cdffd6bcb69d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.360490] env[69365]: DEBUG oslo_vmware.api [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1020.360490] env[69365]: value = "task-3302235" [ 1020.360490] env[69365]: _type = "Task" [ 1020.360490] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.367868] env[69365]: DEBUG oslo_vmware.api [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302235, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.529965] env[69365]: DEBUG nova.scheduler.client.report [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.603816] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783199} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.604075] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] f9703a3e-4bb9-4423-adb5-f4be4a295dae/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk. [ 1020.604881] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450fada9-9ff7-4c5f-a291-b97dd40a2c86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.634638] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] f9703a3e-4bb9-4423-adb5-f4be4a295dae/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.638147] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.638422] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e3a570-a6d3-4067-847c-e79eaf2545f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.652290] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5c63571-866b-4f9a-a6f7-cfdc9b0366d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.660150] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.662161] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1020.662161] env[69365]: value = "task-3302236" [ 1020.662161] env[69365]: _type = "Task" [ 1020.662161] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.662482] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1020.662482] env[69365]: value = "task-3302237" [ 1020.662482] env[69365]: _type = "Task" [ 1020.662482] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.674806] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302236, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.678271] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.757669] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be86c6c1-ab3d-463c-bc58-885073939645 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "c0b388b1-0e5d-48f4-9211-8c5e11c0d7df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.769s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.792935] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302234, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.875586] env[69365]: DEBUG oslo_vmware.api [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.037399] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.037399] env[69365]: DEBUG nova.compute.manager [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.039043] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.862s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.039299] env[69365]: DEBUG nova.objects.instance [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Lazy-loading 'resources' on Instance uuid f7402476-1ad9-4180-8208-becbb67f673c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.099996] env[69365]: DEBUG nova.network.neutron [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updated VIF entry in instance network info cache for port bf247c13-8ece-451c-adb4-14e1f8735d50. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.100622] env[69365]: DEBUG nova.network.neutron [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updating instance_info_cache with network_info: [{"id": "ded73143-243b-488c-a098-067b7b1bfb55", "address": "fa:16:3e:f8:dd:d1", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded73143-24", "ovs_interfaceid": "ded73143-243b-488c-a098-067b7b1bfb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf247c13-8ece-451c-adb4-14e1f8735d50", "address": "fa:16:3e:7e:d5:96", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf247c13-8e", "ovs_interfaceid": "bf247c13-8ece-451c-adb4-14e1f8735d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.138525] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302233, 'name': ReconfigVM_Task, 'duration_secs': 0.587961} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.139698] env[69365]: DEBUG nova.network.neutron [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updating instance_info_cache with network_info: [{"id": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "address": "fa:16:3e:f1:23:d0", "network": {"id": "83a08ef5-d825-4424-80cf-b5bccdfae13b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1849073667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda72f7fc493408580255227d2e2dacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0552bc-52", "ovs_interfaceid": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.141179] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 3eb04059-8d12-40f2-95cc-652af167c60e/3eb04059-8d12-40f2-95cc-652af167c60e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.141910] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2072d93e-5d74-43a7-b3ce-87f9f5856553 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.149573] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1021.149573] env[69365]: value = "task-3302238" [ 1021.149573] env[69365]: _type = "Task" [ 1021.149573] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.159232] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302238, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.182870] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.186553] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302237, 'name': PowerOffVM_Task, 'duration_secs': 0.338493} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.186553] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.186782] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.187577] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f97aaf-0682-4cd4-9aeb-6c962be7fe40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.196980] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.197301] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cf72f11-05f0-47c9-8381-61c32adcffc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.293298] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.293620] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.294090] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleting the datastore file [datastore2] bb4c6cb9-25c1-48e2-ab50-b304f197a023 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.294656] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43716ff0-999d-4ea0-bfbf-8f479f30db00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.302253] env[69365]: DEBUG oslo_vmware.api [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302234, 'name': PowerOnVM_Task, 'duration_secs': 0.575994} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.303090] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.304533] env[69365]: INFO nova.compute.manager [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1021.304533] env[69365]: DEBUG nova.compute.manager [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.304667] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462f4196-0e8b-49c9-a84a-61b88c377533 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.311589] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1021.311589] env[69365]: value = "task-3302240" [ 1021.311589] env[69365]: _type = "Task" [ 1021.311589] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.328357] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.372879] env[69365]: DEBUG oslo_vmware.api [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302235, 'name': ReconfigVM_Task, 'duration_secs': 0.900749} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.373454] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.373670] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Reconfigured VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1021.542592] env[69365]: DEBUG nova.compute.utils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.548144] env[69365]: DEBUG nova.compute.manager [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.548144] env[69365]: DEBUG nova.network.neutron [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.594160] env[69365]: DEBUG nova.policy [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ffff5553d9e4269984d7fdd174227f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cab9f02c8dbc412fb431bb4aa409beea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.603246] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d94063c-0ee2-4ee4-bc15-35875b789d3a req-5a109757-6bba-4f8f-afb7-f1d7803945a9 service nova] Releasing lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.645170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Releasing lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.663242] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302238, 'name': Rename_Task, 'duration_secs': 0.232553} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.663242] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.663242] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9f451df-b339-45bf-a3a2-11855f87198a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.680232] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302236, 'name': ReconfigVM_Task, 'duration_secs': 0.569761} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.681912] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Reconfigured VM instance instance-00000050 to attach disk [datastore2] f9703a3e-4bb9-4423-adb5-f4be4a295dae/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.682360] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1021.682360] env[69365]: value = "task-3302241" [ 1021.682360] env[69365]: _type = "Task" [ 1021.682360] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.686495] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03db49a2-284c-4cfe-871b-ff85aa4d6fdd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.699481] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302241, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.725862] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb2342ac-c157-4522-8f33-29e67c00dea2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.741495] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1021.741495] env[69365]: value = "task-3302242" [ 1021.741495] env[69365]: _type = "Task" [ 1021.741495] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.755601] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.826554] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454047} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.832487] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.832487] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.832487] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.834360] env[69365]: INFO nova.compute.manager [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Took 33.88 seconds to build instance. [ 1021.881941] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9a449af-a422-4cf0-857e-3eff073b0b11 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-2a14f96f-2727-4a8e-9958-a9185c5a8428-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.747s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.008417] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6ca1a5-93ae-4405-87e0-7df044201e0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.016583] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df79fcd7-7cd4-4b6e-89a6-f1dce0b77155 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.051629] env[69365]: DEBUG nova.compute.manager [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.057766] env[69365]: DEBUG nova.network.neutron [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Successfully created port: 0c966046-1fca-42dd-a49d-4fe2354c5225 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.060830] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c25b67c-145e-4733-a8d4-e39521fcba7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.071359] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d5d630-7319-4c9f-9109-57eee6e437d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.090548] env[69365]: DEBUG nova.compute.provider_tree [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.117669] env[69365]: DEBUG oslo_concurrency.lockutils [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.117942] env[69365]: DEBUG oslo_concurrency.lockutils [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.118140] env[69365]: INFO nova.compute.manager [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Shelving [ 1022.202205] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.253559] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302242, 'name': ReconfigVM_Task, 'duration_secs': 0.307263} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.255013] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.255013] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcfc090a-adf4-4233-829e-d67d22266321 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.261604] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1022.261604] env[69365]: value = "task-3302243" [ 1022.261604] env[69365]: _type = "Task" [ 1022.261604] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.273360] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.340835] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ec4c49-a736-47fd-aa87-99ee379d847a tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "35c74321-65d1-4164-9de6-df1d14f08c81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.399s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.593611] env[69365]: DEBUG nova.scheduler.client.report [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.703923] env[69365]: DEBUG oslo_vmware.api [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302241, 'name': PowerOnVM_Task, 'duration_secs': 0.749325} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.703923] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.703923] env[69365]: INFO nova.compute.manager [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Took 5.90 seconds to spawn the instance on the hypervisor. [ 1022.703923] env[69365]: DEBUG nova.compute.manager [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.706027] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fab457-c455-4e85-bb36-ff5d0d623e2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.773476] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302243, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.893860] env[69365]: DEBUG nova.virt.hardware [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.894144] env[69365]: DEBUG nova.virt.hardware [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.894291] env[69365]: DEBUG nova.virt.hardware [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.894938] env[69365]: DEBUG nova.virt.hardware [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.894938] env[69365]: DEBUG nova.virt.hardware [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.898294] env[69365]: DEBUG nova.virt.hardware [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.898493] env[69365]: DEBUG nova.virt.hardware [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.898671] env[69365]: DEBUG nova.virt.hardware [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.898841] env[69365]: DEBUG nova.virt.hardware [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.899025] env[69365]: DEBUG nova.virt.hardware [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.899210] env[69365]: DEBUG nova.virt.hardware [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.900122] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6332ceac-dc34-47de-8dc8-0e967f8ce62d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.909302] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a10a32a-8c13-41e3-8273-bd3f53159ef8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.922920] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:0e:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cff3f013-595c-42aa-af14-f3cc851c73e7', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.931036] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.931036] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.931036] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b562636-0fa8-400c-89b3-7af4e3af9e41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.952163] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.952163] env[69365]: value = "task-3302244" [ 1022.952163] env[69365]: _type = "Task" [ 1022.952163] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.959916] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302244, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.063360] env[69365]: DEBUG nova.compute.manager [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.093199] env[69365]: DEBUG nova.virt.hardware [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.093547] env[69365]: DEBUG nova.virt.hardware [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.093771] env[69365]: DEBUG nova.virt.hardware [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.094072] env[69365]: DEBUG nova.virt.hardware [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.094299] env[69365]: DEBUG nova.virt.hardware [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.094517] env[69365]: DEBUG nova.virt.hardware [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.094833] env[69365]: DEBUG nova.virt.hardware [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.094985] env[69365]: DEBUG nova.virt.hardware [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.095173] env[69365]: DEBUG nova.virt.hardware [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.095557] env[69365]: DEBUG nova.virt.hardware [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.095557] env[69365]: DEBUG nova.virt.hardware [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.096436] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d210a5e-8d3f-4608-adad-22fe7e23eec9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.100297] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.103470] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.088s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.103699] env[69365]: DEBUG nova.objects.instance [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Lazy-loading 'resources' on Instance uuid 102c56d8-99d4-432e-b576-79251b0893ac {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.110219] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21092616-51e9-4d58-9134-d735acc92a31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.129442] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.129572] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa8ab963-53a2-4c6f-886b-b5f1530b4404 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.137028] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1023.137028] env[69365]: value = "task-3302245" [ 1023.137028] env[69365]: _type = "Task" [ 1023.137028] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.145342] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.151916] env[69365]: INFO nova.scheduler.client.report [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Deleted allocations for instance f7402476-1ad9-4180-8208-becbb67f673c [ 1023.210940] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.210940] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-963e5d3e-213f-4266-95e7-da2441ec1204 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.223658] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1023.223658] env[69365]: value = "task-3302246" [ 1023.223658] env[69365]: _type = "Task" [ 1023.223658] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.236747] env[69365]: INFO nova.compute.manager [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Took 27.00 seconds to build instance. [ 1023.245732] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.283260] env[69365]: DEBUG oslo_vmware.api [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302243, 'name': PowerOnVM_Task, 'duration_secs': 0.570416} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.283583] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.287323] env[69365]: DEBUG nova.compute.manager [None req-2085b9f9-2e61-4dae-804e-2bab648b1417 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.288416] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c35172-77b7-421a-b61c-fc9a337f0e29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.461892] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302244, 'name': CreateVM_Task, 'duration_secs': 0.484624} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.462253] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.463108] env[69365]: DEBUG oslo_concurrency.lockutils [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.463281] env[69365]: DEBUG oslo_concurrency.lockutils [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.463611] env[69365]: DEBUG oslo_concurrency.lockutils [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.463874] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e34903bc-e650-4c38-80d6-6f979b800417 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.468973] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1023.468973] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d5c21c-4d06-02ee-9e88-03d9918163f2" [ 1023.468973] env[69365]: _type = "Task" [ 1023.468973] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.478912] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d5c21c-4d06-02ee-9e88-03d9918163f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.647490] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302245, 'name': PowerOffVM_Task, 'duration_secs': 0.277797} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.651421] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.651421] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64e87a6-ed3d-44cc-86dc-a7020cb1f70e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.677325] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119963c1-dd4e-4865-a3b8-c17229206cd6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.680566] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d624649-e6cd-4b97-aaf4-b8265b5e1755 tempest-InstanceActionsV221TestJSON-696108957 tempest-InstanceActionsV221TestJSON-696108957-project-member] Lock "f7402476-1ad9-4180-8208-becbb67f673c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.329s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.733526] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302246, 'name': PowerOffVM_Task, 'duration_secs': 0.236817} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.735807] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.737067] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2897b187-4dd9-4786-899d-1ed99503255f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.746740] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f9a03e2a-ce0e-48b5-83c8-b7f26998cba3 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "3eb04059-8d12-40f2-95cc-652af167c60e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.527s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.766855] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f787299-e76d-4525-826b-c97d293acb82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.778893] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "fd812632-21c8-4cdb-9cd2-29870691f42d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.780117] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "fd812632-21c8-4cdb-9cd2-29870691f42d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.780435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "fd812632-21c8-4cdb-9cd2-29870691f42d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.781969] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "fd812632-21c8-4cdb-9cd2-29870691f42d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.782268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "fd812632-21c8-4cdb-9cd2-29870691f42d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.785579] env[69365]: INFO nova.compute.manager [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Terminating instance [ 1023.801905] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.803710] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c59d7be-2f27-483e-aa94-8ec2f83f1c40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.815209] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1023.815209] env[69365]: value = "task-3302247" [ 1023.815209] env[69365]: _type = "Task" [ 1023.815209] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.825852] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1023.826115] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.826461] env[69365]: DEBUG oslo_concurrency.lockutils [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.826919] env[69365]: DEBUG oslo_concurrency.lockutils [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.826919] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.827067] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c34100d4-325d-4f16-8cfe-7caed945377c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.839126] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.839126] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.840657] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0601e408-16df-461a-a31b-2c4fe48b8f1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.848790] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1023.848790] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528b7056-4d13-2fa2-1c23-b9f937a1983c" [ 1023.848790] env[69365]: _type = "Task" [ 1023.848790] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.857284] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528b7056-4d13-2fa2-1c23-b9f937a1983c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.985589] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d5c21c-4d06-02ee-9e88-03d9918163f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013422} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.987839] env[69365]: DEBUG oslo_concurrency.lockutils [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.987839] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.987839] env[69365]: DEBUG oslo_concurrency.lockutils [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.987839] env[69365]: DEBUG oslo_concurrency.lockutils [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.987839] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.987839] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b32a4e51-71e8-4660-8a62-0be135f9d389 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.995974] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.996209] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.998114] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20433f6f-2d9b-4574-aa74-d9d55358bd8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.004794] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1024.004794] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52254984-c3ee-5561-35b5-edebe92484a6" [ 1024.004794] env[69365]: _type = "Task" [ 1024.004794] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.025039] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52254984-c3ee-5561-35b5-edebe92484a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.045864] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00cd949-b7bd-46fd-99a1-5f916ef20da6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.054948] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936f5d4e-1354-4b9a-ad48-46200e435e7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.088104] env[69365]: DEBUG nova.network.neutron [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Successfully updated port: 0c966046-1fca-42dd-a49d-4fe2354c5225 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.089927] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3ed23f-67d1-4a5a-88e1-f420bb001ab6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.101560] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade90d0d-800f-424f-bc61-adf2ec0cf350 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.116249] env[69365]: DEBUG nova.compute.provider_tree [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.191268] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1024.191584] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-72a7c458-79c3-42e6-99bc-36919113b1cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.200316] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1024.200316] env[69365]: value = "task-3302248" [ 1024.200316] env[69365]: _type = "Task" [ 1024.200316] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.211035] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302248, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.292148] env[69365]: DEBUG nova.compute.manager [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.292386] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.293416] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20e4543-2c46-45a1-a848-df81c0424b41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.302714] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.303883] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2f10d79-43c1-4593-804d-823cf5d5b26f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.306855] env[69365]: DEBUG nova.compute.manager [req-507e440b-1956-4ec7-b2af-0832beab5966 req-30aed928-d873-46c2-9407-9bb18c9dbc89 service nova] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Received event network-vif-plugged-0c966046-1fca-42dd-a49d-4fe2354c5225 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.307109] env[69365]: DEBUG oslo_concurrency.lockutils [req-507e440b-1956-4ec7-b2af-0832beab5966 req-30aed928-d873-46c2-9407-9bb18c9dbc89 service nova] Acquiring lock "040ec1d6-2d29-4313-9e19-878a17a5e234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.307268] env[69365]: DEBUG oslo_concurrency.lockutils [req-507e440b-1956-4ec7-b2af-0832beab5966 req-30aed928-d873-46c2-9407-9bb18c9dbc89 service nova] Lock "040ec1d6-2d29-4313-9e19-878a17a5e234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.307430] env[69365]: DEBUG oslo_concurrency.lockutils [req-507e440b-1956-4ec7-b2af-0832beab5966 req-30aed928-d873-46c2-9407-9bb18c9dbc89 service nova] Lock "040ec1d6-2d29-4313-9e19-878a17a5e234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.307593] env[69365]: DEBUG nova.compute.manager [req-507e440b-1956-4ec7-b2af-0832beab5966 req-30aed928-d873-46c2-9407-9bb18c9dbc89 service nova] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] No waiting events found dispatching network-vif-plugged-0c966046-1fca-42dd-a49d-4fe2354c5225 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.307753] env[69365]: WARNING nova.compute.manager [req-507e440b-1956-4ec7-b2af-0832beab5966 req-30aed928-d873-46c2-9407-9bb18c9dbc89 service nova] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Received unexpected event network-vif-plugged-0c966046-1fca-42dd-a49d-4fe2354c5225 for instance with vm_state building and task_state spawning. [ 1024.313526] env[69365]: DEBUG oslo_vmware.api [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1024.313526] env[69365]: value = "task-3302249" [ 1024.313526] env[69365]: _type = "Task" [ 1024.313526] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.322461] env[69365]: DEBUG oslo_vmware.api [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.361646] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528b7056-4d13-2fa2-1c23-b9f937a1983c, 'name': SearchDatastore_Task, 'duration_secs': 0.02009} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.364037] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4619efcb-f9ae-4361-a4e7-34ffb66ab1ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.367325] env[69365]: INFO nova.compute.manager [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Rebuilding instance [ 1024.370324] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1024.370324] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52012f29-ee80-6fba-7c57-64e491ef2350" [ 1024.370324] env[69365]: _type = "Task" [ 1024.370324] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.378900] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52012f29-ee80-6fba-7c57-64e491ef2350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.462698] env[69365]: DEBUG nova.compute.manager [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.463477] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5195aad7-36a8-4339-91e9-35010d8b1d65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.519159] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52254984-c3ee-5561-35b5-edebe92484a6, 'name': SearchDatastore_Task, 'duration_secs': 0.018008} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.519159] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7b2b9c-49e7-458d-992d-b61174cc6bad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.522852] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1024.522852] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52434789-53d3-7686-3259-49b1cc3e0bf5" [ 1024.522852] env[69365]: _type = "Task" [ 1024.522852] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.527021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Acquiring lock "56f615f5-518f-417d-911e-1527fbdc8a0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.527021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Lock "56f615f5-518f-417d-911e-1527fbdc8a0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.527021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Acquiring lock "56f615f5-518f-417d-911e-1527fbdc8a0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.527021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Lock "56f615f5-518f-417d-911e-1527fbdc8a0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.527021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Lock "56f615f5-518f-417d-911e-1527fbdc8a0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.528548] env[69365]: INFO nova.compute.manager [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Terminating instance [ 1024.533355] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52434789-53d3-7686-3259-49b1cc3e0bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.593938] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "refresh_cache-040ec1d6-2d29-4313-9e19-878a17a5e234" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.594102] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquired lock "refresh_cache-040ec1d6-2d29-4313-9e19-878a17a5e234" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.594254] env[69365]: DEBUG nova.network.neutron [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.619922] env[69365]: DEBUG nova.scheduler.client.report [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.710537] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302248, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.823762] env[69365]: DEBUG oslo_vmware.api [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302249, 'name': PowerOffVM_Task, 'duration_secs': 0.24069} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.824722] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.824722] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.824966] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-845935b2-9382-434f-bb1c-df02b2629a5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.886481] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52012f29-ee80-6fba-7c57-64e491ef2350, 'name': SearchDatastore_Task, 'duration_secs': 0.011446} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.889693] env[69365]: DEBUG oslo_concurrency.lockutils [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.889693] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 30cb6f81-7db8-41c4-bc85-cc3fa667d58e/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk. {{(pid=69365) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1024.889693] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.889693] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.889693] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Deleting the datastore file [datastore1] fd812632-21c8-4cdb-9cd2-29870691f42d {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.889693] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d4c347a-db64-42ff-ad89-36f0b207af31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.891080] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d51ee39-5e46-484e-b859-08f330fface2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.900831] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1024.900831] env[69365]: value = "task-3302251" [ 1024.900831] env[69365]: _type = "Task" [ 1024.900831] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.902176] env[69365]: DEBUG oslo_vmware.api [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1024.902176] env[69365]: value = "task-3302252" [ 1024.902176] env[69365]: _type = "Task" [ 1024.902176] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.913358] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.916488] env[69365]: DEBUG oslo_vmware.api [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.033195] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52434789-53d3-7686-3259-49b1cc3e0bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.02567} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.033446] env[69365]: DEBUG oslo_concurrency.lockutils [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.034187] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] bb4c6cb9-25c1-48e2-ab50-b304f197a023/bb4c6cb9-25c1-48e2-ab50-b304f197a023.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.034187] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1f82d39-541a-4d88-8aba-c2b1831723fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.037089] env[69365]: DEBUG nova.compute.manager [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.037326] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.040371] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23964f9f-b4de-4a39-974b-dcb9d9a7c944 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.043500] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1025.043500] env[69365]: value = "task-3302253" [ 1025.043500] env[69365]: _type = "Task" [ 1025.043500] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.044885] env[69365]: DEBUG oslo_vmware.api [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Waiting for the task: (returnval){ [ 1025.044885] env[69365]: value = "task-3302254" [ 1025.044885] env[69365]: _type = "Task" [ 1025.044885] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.057142] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.060588] env[69365]: DEBUG oslo_vmware.api [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3302254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.124821] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.127580] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.688s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.127689] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.127793] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1025.128114] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.997s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.128424] env[69365]: DEBUG nova.objects.instance [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lazy-loading 'resources' on Instance uuid 998d5009-39bd-4d6d-94b1-ce54098e6b1c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.132584] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9e42ed-3d83-4891-82b7-423037792891 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.143836] env[69365]: DEBUG nova.network.neutron [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.147352] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eaf799-0d90-41b6-8aa9-cde05050e708 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.170405] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01361fe-45dd-478a-850e-c2996eedfdc2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.181289] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e345229-bffd-40da-82e2-f23c5796dc28 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.217674] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179029MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1025.217869] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.232375] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302248, 'name': CreateSnapshot_Task, 'duration_secs': 0.792683} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.232569] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1025.233281] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218e5a21-ecfd-4712-ab89-bd8d638c7e46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.347314] env[69365]: INFO nova.scheduler.client.report [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Deleted allocations for instance 102c56d8-99d4-432e-b576-79251b0893ac [ 1025.374413] env[69365]: DEBUG nova.network.neutron [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Updating instance_info_cache with network_info: [{"id": "0c966046-1fca-42dd-a49d-4fe2354c5225", "address": "fa:16:3e:9d:53:5d", "network": {"id": "7d529e1e-3a68-49f4-833f-c5446e86b516", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-372829040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab9f02c8dbc412fb431bb4aa409beea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c966046-1f", "ovs_interfaceid": "0c966046-1fca-42dd-a49d-4fe2354c5225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.380953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "interface-2a14f96f-2727-4a8e-9958-a9185c5a8428-d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.380953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-2a14f96f-2727-4a8e-9958-a9185c5a8428-d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.380953] env[69365]: DEBUG nova.objects.instance [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'flavor' on Instance uuid 2a14f96f-2727-4a8e-9958-a9185c5a8428 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.423592] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302251, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.427457] env[69365]: DEBUG oslo_vmware.api [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261569} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.427730] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.427920] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.428112] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.428562] env[69365]: INFO nova.compute.manager [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1025.428562] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.428780] env[69365]: DEBUG nova.compute.manager [-] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.428848] env[69365]: DEBUG nova.network.neutron [-] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.481718] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.481718] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ddffeed-0d09-43ea-bf92-1a8192c0748e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.492151] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1025.492151] env[69365]: value = "task-3302255" [ 1025.492151] env[69365]: _type = "Task" [ 1025.492151] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.563426] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302253, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.568092] env[69365]: DEBUG oslo_vmware.api [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3302254, 'name': PowerOffVM_Task, 'duration_secs': 0.188447} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.568605] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.568937] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1025.569292] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659264', 'volume_id': '6be72b31-67ff-4e9f-888b-fc558747653d', 'name': 'volume-6be72b31-67ff-4e9f-888b-fc558747653d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56f615f5-518f-417d-911e-1527fbdc8a0c', 'attached_at': '', 'detached_at': '', 'volume_id': '6be72b31-67ff-4e9f-888b-fc558747653d', 'serial': '6be72b31-67ff-4e9f-888b-fc558747653d'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1025.570501] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77139e7-a5ef-42e8-b4e1-72b5e03bb13b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.600206] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288d83e9-4423-40d8-bab0-dfa733241ae7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.616880] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e60efc-23e6-4357-b410-da941fa8c5b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.645079] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b408d592-6d7b-43bf-b842-09847af24c8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.666653] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] The volume has not been displaced from its original location: [datastore1] volume-6be72b31-67ff-4e9f-888b-fc558747653d/volume-6be72b31-67ff-4e9f-888b-fc558747653d.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1025.670676] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1025.671369] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae80ac54-083d-405a-ab51-73c0fa43e49a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.699112] env[69365]: DEBUG oslo_vmware.api [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Waiting for the task: (returnval){ [ 1025.699112] env[69365]: value = "task-3302256" [ 1025.699112] env[69365]: _type = "Task" [ 1025.699112] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.709244] env[69365]: DEBUG oslo_vmware.api [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3302256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.755932] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1025.756334] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a2f49005-62d1-4947-829e-af105598e0b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.766761] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1025.766761] env[69365]: value = "task-3302257" [ 1025.766761] env[69365]: _type = "Task" [ 1025.766761] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.774860] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302257, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.854156] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70eb3e22-8491-4556-b428-4c2ef9d7d40e tempest-InstanceActionsTestJSON-1664343987 tempest-InstanceActionsTestJSON-1664343987-project-member] Lock "102c56d8-99d4-432e-b576-79251b0893ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.362s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.882585] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Releasing lock "refresh_cache-040ec1d6-2d29-4313-9e19-878a17a5e234" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.882585] env[69365]: DEBUG nova.compute.manager [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Instance network_info: |[{"id": "0c966046-1fca-42dd-a49d-4fe2354c5225", "address": "fa:16:3e:9d:53:5d", "network": {"id": "7d529e1e-3a68-49f4-833f-c5446e86b516", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-372829040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab9f02c8dbc412fb431bb4aa409beea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c966046-1f", "ovs_interfaceid": "0c966046-1fca-42dd-a49d-4fe2354c5225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.882585] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:53:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c966046-1fca-42dd-a49d-4fe2354c5225', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.890982] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.896277] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.899719] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-309fe6cc-3a36-41e6-a86d-61942d527ce3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.926249] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588957} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.927793] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 30cb6f81-7db8-41c4-bc85-cc3fa667d58e/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk. [ 1025.928085] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.928085] env[69365]: value = "task-3302258" [ 1025.928085] env[69365]: _type = "Task" [ 1025.928085] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.929619] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0c1853-0bbe-4f78-9f2e-353221137789 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.944955] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302258, 'name': CreateVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.975848] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 30cb6f81-7db8-41c4-bc85-cc3fa667d58e/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.981176] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e97595e-d7e0-4783-a928-2267bba32290 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.011283] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302255, 'name': PowerOffVM_Task, 'duration_secs': 0.225324} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.013218] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.013521] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.014104] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1026.014104] env[69365]: value = "task-3302259" [ 1026.014104] env[69365]: _type = "Task" [ 1026.014104] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.017592] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd69e6f0-94e1-4705-a9fa-e4bbd95520ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.030234] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.032692] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.032944] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5cc795e-c323-4b74-bb35-80176a519c7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.058217] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67347} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.058539] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] bb4c6cb9-25c1-48e2-ab50-b304f197a023/bb4c6cb9-25c1-48e2-ab50-b304f197a023.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.058760] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.059029] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cee2db0-c2ea-4657-9233-93900003c59b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.065120] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1026.065120] env[69365]: value = "task-3302261" [ 1026.065120] env[69365]: _type = "Task" [ 1026.065120] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.081240] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.105024] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.105258] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.105443] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Deleting the datastore file [datastore2] 3eb04059-8d12-40f2-95cc-652af167c60e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.105770] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29c66487-4c0f-40d4-8294-c383f26fcb55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.115782] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1026.115782] env[69365]: value = "task-3302262" [ 1026.115782] env[69365]: _type = "Task" [ 1026.115782] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.123603] env[69365]: DEBUG nova.compute.manager [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1026.130112] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.147605] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72e478a-065e-4c4d-8baa-9a89925f3cea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.155963] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074216cf-114f-4c14-99a5-67476d02caa4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.192785] env[69365]: DEBUG nova.objects.instance [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'pci_requests' on Instance uuid 2a14f96f-2727-4a8e-9958-a9185c5a8428 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.192785] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6454bc74-6c0e-4d8b-adb2-75594182b6fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.204471] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ec0b9-5ef6-4e27-b490-f665dc62d48f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.223760] env[69365]: DEBUG oslo_vmware.api [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3302256, 'name': ReconfigVM_Task, 'duration_secs': 0.31941} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.224238] env[69365]: DEBUG nova.compute.provider_tree [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.225704] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1026.231407] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-873bf0cf-2855-495a-8333-1b3e3c1a06c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.249077] env[69365]: DEBUG oslo_vmware.api [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Waiting for the task: (returnval){ [ 1026.249077] env[69365]: value = "task-3302263" [ 1026.249077] env[69365]: _type = "Task" [ 1026.249077] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.258183] env[69365]: DEBUG oslo_vmware.api [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3302263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.276877] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302257, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.446451] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302258, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.531117] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.578031] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108001} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.578207] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.579167] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3972878-659e-44f7-92d4-8cfe4458f080 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.603054] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] bb4c6cb9-25c1-48e2-ab50-b304f197a023/bb4c6cb9-25c1-48e2-ab50-b304f197a023.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.603466] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7b61790-8cb0-4c4e-97b3-8318c4a928e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.631377] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236103} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.632858] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.633124] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.633392] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.636311] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1026.636311] env[69365]: value = "task-3302264" [ 1026.636311] env[69365]: _type = "Task" [ 1026.636311] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.650099] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.675623] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.700756] env[69365]: DEBUG nova.objects.base [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Object Instance<2a14f96f-2727-4a8e-9958-a9185c5a8428> lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1026.700756] env[69365]: DEBUG nova.network.neutron [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.736194] env[69365]: DEBUG nova.scheduler.client.report [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.762031] env[69365]: DEBUG oslo_vmware.api [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3302263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.766906] env[69365]: DEBUG nova.network.neutron [-] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.785878] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302257, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.820053] env[69365]: DEBUG nova.policy [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bea9170487bc468691c980517ad8cd95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03188c2e9e3d4da7b18a41fb78d6d5be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.949020] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302258, 'name': CreateVM_Task, 'duration_secs': 0.704667} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.951151] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.955275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.955275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.955275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.955275] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c3ce55-b094-4b4c-8897-1856a6773eb0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.960891] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 1026.960891] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52099dec-5a70-b910-c693-24cd6dbc9c4c" [ 1026.960891] env[69365]: _type = "Task" [ 1026.960891] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.972075] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52099dec-5a70-b910-c693-24cd6dbc9c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.030963] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.150779] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.240967] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.241532] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.937s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.241957] env[69365]: DEBUG nova.objects.instance [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Lazy-loading 'resources' on Instance uuid bfd1107e-6136-46ae-b840-2f2929975f71 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.261879] env[69365]: DEBUG oslo_vmware.api [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3302263, 'name': ReconfigVM_Task, 'duration_secs': 0.994294} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.264100] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659264', 'volume_id': '6be72b31-67ff-4e9f-888b-fc558747653d', 'name': 'volume-6be72b31-67ff-4e9f-888b-fc558747653d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56f615f5-518f-417d-911e-1527fbdc8a0c', 'attached_at': '', 'detached_at': '', 'volume_id': '6be72b31-67ff-4e9f-888b-fc558747653d', 'serial': '6be72b31-67ff-4e9f-888b-fc558747653d'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1027.264100] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.266864] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d392a0e5-f74f-4ca7-965d-dc20b8ad84b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.270398] env[69365]: INFO nova.compute.manager [-] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Took 1.84 seconds to deallocate network for instance. [ 1027.279231] env[69365]: INFO nova.scheduler.client.report [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Deleted allocations for instance 998d5009-39bd-4d6d-94b1-ce54098e6b1c [ 1027.286225] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.289101] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41e2c5da-b45b-43fa-8e5f-79f47c0066e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.297708] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302257, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.356401] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.356802] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.357058] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Deleting the datastore file [datastore1] 56f615f5-518f-417d-911e-1527fbdc8a0c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.357377] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f43c36d0-dd22-41fe-9c52-33ede69afa23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.365311] env[69365]: DEBUG oslo_vmware.api [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Waiting for the task: (returnval){ [ 1027.365311] env[69365]: value = "task-3302266" [ 1027.365311] env[69365]: _type = "Task" [ 1027.365311] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.373833] env[69365]: DEBUG oslo_vmware.api [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3302266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.476553] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52099dec-5a70-b910-c693-24cd6dbc9c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.022082} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.476946] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.477294] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.477807] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.478018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.478464] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.478733] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1981ba7a-eba0-4d20-b6a8-300d751a222c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.488666] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.488903] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.490025] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f10990-51a0-4308-a2c2-db50df4dd869 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.496146] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 1027.496146] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526103f9-a9ae-ae3e-6e99-87880edd092d" [ 1027.496146] env[69365]: _type = "Task" [ 1027.496146] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.506202] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526103f9-a9ae-ae3e-6e99-87880edd092d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.537937] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302259, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.652659] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302264, 'name': ReconfigVM_Task, 'duration_secs': 0.904258} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.653044] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Reconfigured VM instance instance-00000045 to attach disk [datastore1] bb4c6cb9-25c1-48e2-ab50-b304f197a023/bb4c6cb9-25c1-48e2-ab50-b304f197a023.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.653785] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04e67ab8-ef09-4c61-846a-a86f09b238bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.665212] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1027.665212] env[69365]: value = "task-3302267" [ 1027.665212] env[69365]: _type = "Task" [ 1027.665212] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.681047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "df1bacbf-7d1d-4524-94c2-e7d8eda5e578" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.681047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "df1bacbf-7d1d-4524-94c2-e7d8eda5e578" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.682421] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302267, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.708863] env[69365]: DEBUG nova.virt.hardware [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.709128] env[69365]: DEBUG nova.virt.hardware [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.709321] env[69365]: DEBUG nova.virt.hardware [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.709524] env[69365]: DEBUG nova.virt.hardware [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.709675] env[69365]: DEBUG nova.virt.hardware [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.709877] env[69365]: DEBUG nova.virt.hardware [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.710143] env[69365]: DEBUG nova.virt.hardware [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.710350] env[69365]: DEBUG nova.virt.hardware [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.714024] env[69365]: DEBUG nova.virt.hardware [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.714024] env[69365]: DEBUG nova.virt.hardware [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.714024] env[69365]: DEBUG nova.virt.hardware [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.714024] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718fe8d8-c2c4-4b56-acb3-269566c5e5bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.723230] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf560ea-5c21-4ed1-92d6-1bc1e6dda3e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.743411] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.749283] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.752580] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.753467] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24189401-94b8-471b-8e35-e0803bcdb580 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.776909] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.777556] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.777556] env[69365]: value = "task-3302268" [ 1027.777556] env[69365]: _type = "Task" [ 1027.777556] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.792061] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302268, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.797021] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302257, 'name': CloneVM_Task, 'duration_secs': 1.889926} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.797021] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Created linked-clone VM from snapshot [ 1027.797161] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ec03bb-7b4c-4b2b-8c29-e4efdaf623c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.800609] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6e24f292-3892-49c0-852c-999c61a63632 tempest-ServersAdminTestJSON-583440370 tempest-ServersAdminTestJSON-583440370-project-member] Lock "998d5009-39bd-4d6d-94b1-ce54098e6b1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.096s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.809753] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Uploading image 5b4e387d-ae78-45d2-9b48-24ed0ee07161 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1027.857162] env[69365]: DEBUG oslo_vmware.rw_handles [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1027.857162] env[69365]: value = "vm-659388" [ 1027.857162] env[69365]: _type = "VirtualMachine" [ 1027.857162] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1027.857162] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f0916fb1-e214-4ad7-8ab7-2eb1f8bc998b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.872407] env[69365]: DEBUG oslo_vmware.rw_handles [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lease: (returnval){ [ 1027.872407] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521adc6a-b793-a0ee-36e2-96c843435c2c" [ 1027.872407] env[69365]: _type = "HttpNfcLease" [ 1027.872407] env[69365]: } obtained for exporting VM: (result){ [ 1027.872407] env[69365]: value = "vm-659388" [ 1027.872407] env[69365]: _type = "VirtualMachine" [ 1027.872407] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1027.872407] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the lease: (returnval){ [ 1027.872407] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521adc6a-b793-a0ee-36e2-96c843435c2c" [ 1027.872407] env[69365]: _type = "HttpNfcLease" [ 1027.872407] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1027.880111] env[69365]: DEBUG oslo_vmware.api [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Task: {'id': task-3302266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106261} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.881882] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.881882] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.882038] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.882198] env[69365]: INFO nova.compute.manager [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Took 2.84 seconds to destroy the instance on the hypervisor. [ 1027.882447] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.883977] env[69365]: DEBUG nova.compute.manager [req-4049633e-0fb6-4c52-9bb4-937a83292e7d req-ddd0a6e2-70b4-4cfe-a547-d8f6d54acc7e service nova] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Received event network-changed-0c966046-1fca-42dd-a49d-4fe2354c5225 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.884160] env[69365]: DEBUG nova.compute.manager [req-4049633e-0fb6-4c52-9bb4-937a83292e7d req-ddd0a6e2-70b4-4cfe-a547-d8f6d54acc7e service nova] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Refreshing instance network info cache due to event network-changed-0c966046-1fca-42dd-a49d-4fe2354c5225. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.884881] env[69365]: DEBUG oslo_concurrency.lockutils [req-4049633e-0fb6-4c52-9bb4-937a83292e7d req-ddd0a6e2-70b4-4cfe-a547-d8f6d54acc7e service nova] Acquiring lock "refresh_cache-040ec1d6-2d29-4313-9e19-878a17a5e234" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.884881] env[69365]: DEBUG oslo_concurrency.lockutils [req-4049633e-0fb6-4c52-9bb4-937a83292e7d req-ddd0a6e2-70b4-4cfe-a547-d8f6d54acc7e service nova] Acquired lock "refresh_cache-040ec1d6-2d29-4313-9e19-878a17a5e234" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.884881] env[69365]: DEBUG nova.network.neutron [req-4049633e-0fb6-4c52-9bb4-937a83292e7d req-ddd0a6e2-70b4-4cfe-a547-d8f6d54acc7e service nova] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Refreshing network info cache for port 0c966046-1fca-42dd-a49d-4fe2354c5225 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.891216] env[69365]: DEBUG nova.compute.manager [-] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.891216] env[69365]: DEBUG nova.network.neutron [-] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.892406] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.892406] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521adc6a-b793-a0ee-36e2-96c843435c2c" [ 1027.892406] env[69365]: _type = "HttpNfcLease" [ 1027.892406] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1027.893015] env[69365]: DEBUG oslo_vmware.rw_handles [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1027.893015] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521adc6a-b793-a0ee-36e2-96c843435c2c" [ 1027.893015] env[69365]: _type = "HttpNfcLease" [ 1027.893015] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1027.894449] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e31e159-1a93-4e18-ad66-bc20d0aa8f33 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.904832] env[69365]: DEBUG oslo_vmware.rw_handles [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f415a-d114-0e24-5a88-4e977090d174/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1027.905115] env[69365]: DEBUG oslo_vmware.rw_handles [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f415a-d114-0e24-5a88-4e977090d174/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1028.015974] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ea30b52-ec36-4c6c-bf13-43d80b762143 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.018669] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526103f9-a9ae-ae3e-6e99-87880edd092d, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.022540] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17fa7d73-4357-4cea-9ed3-737f62b8f1c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.033610] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 1028.033610] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521d9a48-47fc-f145-1e51-b2ac28f2480e" [ 1028.033610] env[69365]: _type = "Task" [ 1028.033610] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.036502] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302259, 'name': ReconfigVM_Task, 'duration_secs': 1.545905} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.040140] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 30cb6f81-7db8-41c4-bc85-cc3fa667d58e/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.043712] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a146d2-a186-4f9b-9efb-0aa52da8339a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.053593] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521d9a48-47fc-f145-1e51-b2ac28f2480e, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.072248] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.073047] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 040ec1d6-2d29-4313-9e19-878a17a5e234/040ec1d6-2d29-4313-9e19-878a17a5e234.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.080667] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a15d4dea-026f-4a60-8e37-9cfb1f9af8b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.084257] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62730043-273f-45de-8393-ea27b44afde9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.103138] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1028.103138] env[69365]: value = "task-3302271" [ 1028.103138] env[69365]: _type = "Task" [ 1028.103138] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.103960] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 1028.103960] env[69365]: value = "task-3302270" [ 1028.103960] env[69365]: _type = "Task" [ 1028.103960] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.129372] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.129372] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.178229] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302267, 'name': Rename_Task, 'duration_secs': 0.212334} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.179458] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.179458] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e3f281f-79d5-4eb9-b3bf-37a3e96fe566 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.184344] env[69365]: DEBUG nova.compute.manager [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.189201] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1028.189201] env[69365]: value = "task-3302272" [ 1028.189201] env[69365]: _type = "Task" [ 1028.189201] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.200573] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.293812] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302268, 'name': CreateVM_Task, 'duration_secs': 0.364374} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.297124] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.297341] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.297510] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.297913] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.298106] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e063db5-f9cb-4f86-938b-8892010458c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.304902] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1028.304902] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282c006-a1bc-5e93-023c-442b095c2abe" [ 1028.304902] env[69365]: _type = "Task" [ 1028.304902] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.319523] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282c006-a1bc-5e93-023c-442b095c2abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.331545] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f861a9-008b-4bb2-b1d7-25073a43ce06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.339647] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0b7e93-f868-40ba-81c5-d153c56bce68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.373286] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c32155-c7d9-4f36-89eb-580de00da32e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.381137] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d13e5f-4ae9-4b18-b1ff-22e2c5347e56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.278188] env[69365]: DEBUG nova.compute.provider_tree [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.293778] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.293778] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302271, 'name': ReconfigVM_Task, 'duration_secs': 1.01555} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.294037] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282c006-a1bc-5e93-023c-442b095c2abe, 'name': SearchDatastore_Task, 'duration_secs': 0.019882} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.294349] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302270, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.294854] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.295585] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.295585] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.295882] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.296742] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.296742] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.297541] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-566d637b-2571-4087-863f-fa9150c55a3c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.299372] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-987d4330-dc29-4084-b861-bc7b9e3af5ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.304037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.309413] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1029.309413] env[69365]: value = "task-3302273" [ 1029.309413] env[69365]: _type = "Task" [ 1029.309413] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.316574] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.316791] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.318283] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc4dd720-b134-4650-a00e-359f21a59365 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.324506] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.330349] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1029.330349] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ce218c-943e-0c58-1d06-4b7b63cecfba" [ 1029.330349] env[69365]: _type = "Task" [ 1029.330349] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.338157] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ce218c-943e-0c58-1d06-4b7b63cecfba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.394031] env[69365]: DEBUG nova.network.neutron [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Successfully updated port: d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.752870] env[69365]: DEBUG nova.network.neutron [-] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.768566] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302270, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.414181} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.772209] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 040ec1d6-2d29-4313-9e19-878a17a5e234/040ec1d6-2d29-4313-9e19-878a17a5e234.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.772529] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.772934] env[69365]: DEBUG oslo_vmware.api [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302272, 'name': PowerOnVM_Task, 'duration_secs': 1.445118} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.773231] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df2daf89-b239-4d3d-8883-aa7839a65fb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.775606] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.775825] env[69365]: DEBUG nova.compute.manager [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.776844] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944edd03-f6fd-49f3-8314-1e0706d48ddd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.789597] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 1029.789597] env[69365]: value = "task-3302274" [ 1029.789597] env[69365]: _type = "Task" [ 1029.789597] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.799040] env[69365]: DEBUG nova.scheduler.client.report [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.818285] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.855286] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ce218c-943e-0c58-1d06-4b7b63cecfba, 'name': SearchDatastore_Task, 'duration_secs': 0.058694} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.856570] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a31329-abc9-48bd-b469-7788f2164448 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.867201] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1029.867201] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ebbd95-bb3d-fe88-c939-ea215882ca42" [ 1029.867201] env[69365]: _type = "Task" [ 1029.867201] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.877021] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ebbd95-bb3d-fe88-c939-ea215882ca42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.897349] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.898576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.898576] env[69365]: DEBUG nova.network.neutron [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.134234] env[69365]: DEBUG nova.network.neutron [req-4049633e-0fb6-4c52-9bb4-937a83292e7d req-ddd0a6e2-70b4-4cfe-a547-d8f6d54acc7e service nova] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Updated VIF entry in instance network info cache for port 0c966046-1fca-42dd-a49d-4fe2354c5225. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.134234] env[69365]: DEBUG nova.network.neutron [req-4049633e-0fb6-4c52-9bb4-937a83292e7d req-ddd0a6e2-70b4-4cfe-a547-d8f6d54acc7e service nova] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Updating instance_info_cache with network_info: [{"id": "0c966046-1fca-42dd-a49d-4fe2354c5225", "address": "fa:16:3e:9d:53:5d", "network": {"id": "7d529e1e-3a68-49f4-833f-c5446e86b516", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-372829040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab9f02c8dbc412fb431bb4aa409beea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c966046-1f", "ovs_interfaceid": "0c966046-1fca-42dd-a49d-4fe2354c5225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.265864] env[69365]: INFO nova.compute.manager [-] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Took 2.37 seconds to deallocate network for instance. [ 1030.307623] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.066s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.310614] env[69365]: DEBUG oslo_concurrency.lockutils [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.311400] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.914s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.314138] env[69365]: INFO nova.compute.claims [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.328034] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081114} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.328161] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.329403] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ecdc25-6c6e-4314-8143-a4a29c26ecc9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.336864] env[69365]: DEBUG oslo_vmware.api [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302273, 'name': PowerOnVM_Task, 'duration_secs': 0.872269} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.337515] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.360159] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 040ec1d6-2d29-4313-9e19-878a17a5e234/040ec1d6-2d29-4313-9e19-878a17a5e234.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.362418] env[69365]: DEBUG nova.compute.manager [None req-968cb2d0-4b31-4a05-a9e4-4164e4daf50a tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.362418] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d239201-a6e1-4190-b737-8d09ece9c8b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.383570] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e19b315-a178-4963-93a0-f4b295a74e79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.387371] env[69365]: INFO nova.scheduler.client.report [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Deleted allocations for instance bfd1107e-6136-46ae-b840-2f2929975f71 [ 1030.406821] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 1030.406821] env[69365]: value = "task-3302275" [ 1030.406821] env[69365]: _type = "Task" [ 1030.406821] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.407116] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ebbd95-bb3d-fe88-c939-ea215882ca42, 'name': SearchDatastore_Task, 'duration_secs': 0.014575} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.407668] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.407920] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 3eb04059-8d12-40f2-95cc-652af167c60e/3eb04059-8d12-40f2-95cc-652af167c60e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.411628] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccd5fbb8-4493-4d88-8b3a-760b32f974b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.419846] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.422658] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1030.422658] env[69365]: value = "task-3302276" [ 1030.422658] env[69365]: _type = "Task" [ 1030.422658] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.431825] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.475345] env[69365]: WARNING nova.network.neutron [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] b01a365a-10e4-4bbe-8803-f48e97ae2356 already exists in list: networks containing: ['b01a365a-10e4-4bbe-8803-f48e97ae2356']. ignoring it [ 1030.475752] env[69365]: WARNING nova.network.neutron [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] b01a365a-10e4-4bbe-8803-f48e97ae2356 already exists in list: networks containing: ['b01a365a-10e4-4bbe-8803-f48e97ae2356']. ignoring it [ 1030.636969] env[69365]: DEBUG oslo_concurrency.lockutils [req-4049633e-0fb6-4c52-9bb4-937a83292e7d req-ddd0a6e2-70b4-4cfe-a547-d8f6d54acc7e service nova] Releasing lock "refresh_cache-040ec1d6-2d29-4313-9e19-878a17a5e234" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.638158] env[69365]: DEBUG nova.compute.manager [req-4049633e-0fb6-4c52-9bb4-937a83292e7d req-ddd0a6e2-70b4-4cfe-a547-d8f6d54acc7e service nova] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Received event network-vif-deleted-c7c13a03-9de4-47af-9cff-19b25ff36c9f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.650709] env[69365]: DEBUG nova.compute.manager [req-2f35916a-c14d-4424-bf6c-e1f3eb4ddfec req-8071feee-7a62-433d-b529-1e753c0eafca service nova] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Received event network-vif-deleted-8ab7cdd5-6094-4d35-b8be-69cbd783db04 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.856874] env[69365]: INFO nova.compute.manager [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Took 0.59 seconds to detach 1 volumes for instance. [ 1030.859802] env[69365]: DEBUG nova.compute.manager [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Deleting volume: 6be72b31-67ff-4e9f-888b-fc558747653d {{(pid=69365) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1030.905578] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74a6d197-fa4b-4edc-9581-c43e2f450b7c tempest-AttachInterfacesUnderV243Test-1748711389 tempest-AttachInterfacesUnderV243Test-1748711389-project-member] Lock "bfd1107e-6136-46ae-b840-2f2929975f71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.441s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.939301] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302275, 'name': ReconfigVM_Task, 'duration_secs': 0.320602} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.941236] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 040ec1d6-2d29-4313-9e19-878a17a5e234/040ec1d6-2d29-4313-9e19-878a17a5e234.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.941538] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a45a39c3-5661-4e3e-bed0-9bf8b09a7edd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.948093] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302276, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.956376] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 1030.956376] env[69365]: value = "task-3302278" [ 1030.956376] env[69365]: _type = "Task" [ 1030.956376] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.967484] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302278, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.070824] env[69365]: DEBUG nova.compute.manager [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Received event network-vif-plugged-d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.072458] env[69365]: DEBUG oslo_concurrency.lockutils [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] Acquiring lock "2a14f96f-2727-4a8e-9958-a9185c5a8428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.072719] env[69365]: DEBUG oslo_concurrency.lockutils [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] Lock "2a14f96f-2727-4a8e-9958-a9185c5a8428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.073627] env[69365]: DEBUG oslo_concurrency.lockutils [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] Lock "2a14f96f-2727-4a8e-9958-a9185c5a8428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.073627] env[69365]: DEBUG nova.compute.manager [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] No waiting events found dispatching network-vif-plugged-d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.073774] env[69365]: WARNING nova.compute.manager [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Received unexpected event network-vif-plugged-d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc for instance with vm_state active and task_state None. [ 1031.073949] env[69365]: DEBUG nova.compute.manager [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Received event network-changed-d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.074193] env[69365]: DEBUG nova.compute.manager [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Refreshing instance network info cache due to event network-changed-d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.074373] env[69365]: DEBUG oslo_concurrency.lockutils [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] Acquiring lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.410418] env[69365]: DEBUG nova.network.neutron [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updating instance_info_cache with network_info: [{"id": "ded73143-243b-488c-a098-067b7b1bfb55", "address": "fa:16:3e:f8:dd:d1", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded73143-24", "ovs_interfaceid": "ded73143-243b-488c-a098-067b7b1bfb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf247c13-8ece-451c-adb4-14e1f8735d50", "address": "fa:16:3e:7e:d5:96", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf247c13-8e", "ovs_interfaceid": "bf247c13-8ece-451c-adb4-14e1f8735d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc", "address": "fa:16:3e:9b:c8:bc", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4aca3b0-3c", "ovs_interfaceid": "d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.440050] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614922} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.441969] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.442408] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 3eb04059-8d12-40f2-95cc-652af167c60e/3eb04059-8d12-40f2-95cc-652af167c60e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.442723] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.443960] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64dfb097-91c6-4096-80fc-c72d84117a53 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.450880] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1031.450880] env[69365]: value = "task-3302279" [ 1031.450880] env[69365]: _type = "Task" [ 1031.450880] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.459626] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.471802] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302278, 'name': Rename_Task, 'duration_secs': 0.15869} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.472146] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.472458] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d0c8faf-7ef4-41eb-b342-efab436e9c7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.481711] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 1031.481711] env[69365]: value = "task-3302280" [ 1031.481711] env[69365]: _type = "Task" [ 1031.481711] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.490647] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.825892] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a84e738-1a49-4987-8057-579ddd14ff75 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.836466] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc823a6-2a81-45b7-9542-8334067415e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.876150] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465af185-b833-486a-81bd-90f3db402d84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.886613] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bb173a-ef7e-4ca0-b402-b1182db0f052 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.903167] env[69365]: DEBUG nova.compute.provider_tree [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.915564] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.916637] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.916857] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.917621] env[69365]: DEBUG oslo_concurrency.lockutils [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] Acquired lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.917901] env[69365]: DEBUG nova.network.neutron [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Refreshing network info cache for port d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.921695] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb96a63c-eda3-4fd5-8d3f-a50c9a173e44 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.946809] env[69365]: DEBUG nova.virt.hardware [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.947170] env[69365]: DEBUG nova.virt.hardware [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.947387] env[69365]: DEBUG nova.virt.hardware [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.947614] env[69365]: DEBUG nova.virt.hardware [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.947930] env[69365]: DEBUG nova.virt.hardware [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.948179] env[69365]: DEBUG nova.virt.hardware [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.948473] env[69365]: DEBUG nova.virt.hardware [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.948734] env[69365]: DEBUG nova.virt.hardware [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.950169] env[69365]: DEBUG nova.virt.hardware [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.950169] env[69365]: DEBUG nova.virt.hardware [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.950169] env[69365]: DEBUG nova.virt.hardware [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.957285] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Reconfiguring VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1031.958452] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1995076-4716-4705-a1f8-0fbed9c4f8ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.987376] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073796} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.987668] env[69365]: DEBUG oslo_vmware.api [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1031.987668] env[69365]: value = "task-3302283" [ 1031.987668] env[69365]: _type = "Task" [ 1031.987668] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.991617] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.992537] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02266f9d-45ee-486f-8508-b3950652b21e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.004705] env[69365]: DEBUG oslo_vmware.api [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302280, 'name': PowerOnVM_Task, 'duration_secs': 0.48969} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.015541] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.015793] env[69365]: INFO nova.compute.manager [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1032.016113] env[69365]: DEBUG nova.compute.manager [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.016392] env[69365]: DEBUG oslo_vmware.api [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302283, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.025293] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3eb04059-8d12-40f2-95cc-652af167c60e/3eb04059-8d12-40f2-95cc-652af167c60e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.029072] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fd91f8-7ca3-4a30-8fdc-9cc9a093e93c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.029233] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a74673f6-98fe-4fe2-acc4-79479d708333 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.056221] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1032.056221] env[69365]: value = "task-3302285" [ 1032.056221] env[69365]: _type = "Task" [ 1032.056221] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.065912] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.406225] env[69365]: DEBUG nova.scheduler.client.report [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.503415] env[69365]: DEBUG oslo_vmware.api [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.573402] env[69365]: INFO nova.compute.manager [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Took 32.02 seconds to build instance. [ 1032.584575] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302285, 'name': ReconfigVM_Task, 'duration_secs': 0.469578} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.584575] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3eb04059-8d12-40f2-95cc-652af167c60e/3eb04059-8d12-40f2-95cc-652af167c60e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.584740] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfd8a182-2bc9-41e9-a482-16c3dd7e8c07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.594075] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1032.594075] env[69365]: value = "task-3302286" [ 1032.594075] env[69365]: _type = "Task" [ 1032.594075] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.607342] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302286, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.913745] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.914322] env[69365]: DEBUG nova.compute.manager [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.921391] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.877s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.930804] env[69365]: INFO nova.compute.claims [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.964569] env[69365]: DEBUG nova.network.neutron [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updated VIF entry in instance network info cache for port d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.969692] env[69365]: DEBUG nova.network.neutron [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updating instance_info_cache with network_info: [{"id": "ded73143-243b-488c-a098-067b7b1bfb55", "address": "fa:16:3e:f8:dd:d1", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded73143-24", "ovs_interfaceid": "ded73143-243b-488c-a098-067b7b1bfb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf247c13-8ece-451c-adb4-14e1f8735d50", "address": "fa:16:3e:7e:d5:96", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf247c13-8e", "ovs_interfaceid": "bf247c13-8ece-451c-adb4-14e1f8735d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc", "address": "fa:16:3e:9b:c8:bc", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4aca3b0-3c", "ovs_interfaceid": "d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.003617] env[69365]: DEBUG oslo_vmware.api [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302283, 'name': ReconfigVM_Task, 'duration_secs': 0.742479} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.004175] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.004396] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Reconfigured VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1033.077148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca806ef9-cf40-486c-ad00-ecbb5968b56c tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "040ec1d6-2d29-4313-9e19-878a17a5e234" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.536s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.104435] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302286, 'name': Rename_Task, 'duration_secs': 0.186942} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.104796] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.105108] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06376c7c-c3ab-4d47-8a6c-5d96211820b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.112587] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1033.112587] env[69365]: value = "task-3302287" [ 1033.112587] env[69365]: _type = "Task" [ 1033.112587] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.121201] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.438599] env[69365]: DEBUG nova.compute.utils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.446232] env[69365]: DEBUG nova.compute.manager [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.446426] env[69365]: DEBUG nova.network.neutron [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.472014] env[69365]: DEBUG oslo_concurrency.lockutils [req-4ee1ac9e-14bb-49e6-a640-0ee52988c357 req-3cfbcbcc-719e-4207-816e-bf139f7b6a89 service nova] Releasing lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.514197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4c55d6cc-aba8-46f2-82ea-47e8f75f8274 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-2a14f96f-2727-4a8e-9958-a9185c5a8428-d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.135s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.525082] env[69365]: DEBUG nova.policy [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69bf796be33844e8a158d1fb07350a83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73f7fca17fe74d938af6c133cc76c5a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.627373] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302287, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.950487] env[69365]: DEBUG nova.compute.manager [req-7a943118-f589-425f-9ca4-94c59599c051 req-9d3dc67c-0461-4e26-a5c6-2c4a99ed5bf4 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Received event network-changed-7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.950808] env[69365]: DEBUG nova.compute.manager [req-7a943118-f589-425f-9ca4-94c59599c051 req-9d3dc67c-0461-4e26-a5c6-2c4a99ed5bf4 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Refreshing instance network info cache due to event network-changed-7e0552bc-52b6-46e3-9b6a-4fc5243628e1. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.951444] env[69365]: DEBUG oslo_concurrency.lockutils [req-7a943118-f589-425f-9ca4-94c59599c051 req-9d3dc67c-0461-4e26-a5c6-2c4a99ed5bf4 service nova] Acquiring lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.951444] env[69365]: DEBUG oslo_concurrency.lockutils [req-7a943118-f589-425f-9ca4-94c59599c051 req-9d3dc67c-0461-4e26-a5c6-2c4a99ed5bf4 service nova] Acquired lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.951588] env[69365]: DEBUG nova.network.neutron [req-7a943118-f589-425f-9ca4-94c59599c051 req-9d3dc67c-0461-4e26-a5c6-2c4a99ed5bf4 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Refreshing network info cache for port 7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.960852] env[69365]: DEBUG nova.compute.manager [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.009107] env[69365]: DEBUG nova.network.neutron [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Successfully created port: 4bb16427-c88e-4fdc-af7e-e2222fed83fd {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.126857] env[69365]: DEBUG oslo_vmware.api [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302287, 'name': PowerOnVM_Task, 'duration_secs': 0.792025} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.126857] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.126857] env[69365]: DEBUG nova.compute.manager [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.131021] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fca6ef-06a2-40ab-bc96-68084d7a5428 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.433031] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605d2edc-d791-478f-8389-032a7d6b54f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.440673] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b1295b-6860-4362-bcd8-be61fec13d00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.488147] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97861294-af4a-4fac-aaa4-6d22f3c43254 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.494877] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c67a449-c103-4199-85c5-fe2080bd1480 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.509778] env[69365]: DEBUG nova.compute.provider_tree [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.648394] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.697118] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "040ec1d6-2d29-4313-9e19-878a17a5e234" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.697703] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "040ec1d6-2d29-4313-9e19-878a17a5e234" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.698147] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "040ec1d6-2d29-4313-9e19-878a17a5e234-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.698482] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "040ec1d6-2d29-4313-9e19-878a17a5e234-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.698805] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "040ec1d6-2d29-4313-9e19-878a17a5e234-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.701659] env[69365]: INFO nova.compute.manager [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Terminating instance [ 1034.987190] env[69365]: DEBUG nova.compute.manager [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.013689] env[69365]: DEBUG nova.scheduler.client.report [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.029641] env[69365]: DEBUG nova.virt.hardware [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.029918] env[69365]: DEBUG nova.virt.hardware [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.030097] env[69365]: DEBUG nova.virt.hardware [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.030286] env[69365]: DEBUG nova.virt.hardware [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.030450] env[69365]: DEBUG nova.virt.hardware [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.030607] env[69365]: DEBUG nova.virt.hardware [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.030827] env[69365]: DEBUG nova.virt.hardware [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.030990] env[69365]: DEBUG nova.virt.hardware [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.031174] env[69365]: DEBUG nova.virt.hardware [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.031337] env[69365]: DEBUG nova.virt.hardware [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.032967] env[69365]: DEBUG nova.virt.hardware [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.032967] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acbfb95-34c0-46dc-b7bf-5995e38823ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.044672] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29492de-539d-4987-b6e3-0b743c404989 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.049057] env[69365]: DEBUG nova.network.neutron [req-7a943118-f589-425f-9ca4-94c59599c051 req-9d3dc67c-0461-4e26-a5c6-2c4a99ed5bf4 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updated VIF entry in instance network info cache for port 7e0552bc-52b6-46e3-9b6a-4fc5243628e1. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.049391] env[69365]: DEBUG nova.network.neutron [req-7a943118-f589-425f-9ca4-94c59599c051 req-9d3dc67c-0461-4e26-a5c6-2c4a99ed5bf4 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updating instance_info_cache with network_info: [{"id": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "address": "fa:16:3e:f1:23:d0", "network": {"id": "83a08ef5-d825-4424-80cf-b5bccdfae13b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1849073667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda72f7fc493408580255227d2e2dacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0552bc-52", "ovs_interfaceid": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.211441] env[69365]: DEBUG nova.compute.manager [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.211441] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.211441] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a0a43-f86d-4b22-8ab2-45cf6ac08903 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.222818] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.223110] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99b8835b-4c7c-415c-a28c-45e8d1812be2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.231443] env[69365]: DEBUG oslo_vmware.api [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 1035.231443] env[69365]: value = "task-3302289" [ 1035.231443] env[69365]: _type = "Task" [ 1035.231443] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.243942] env[69365]: DEBUG oslo_vmware.api [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.522028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.522609] env[69365]: DEBUG nova.compute.manager [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.526903] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.804s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.526903] env[69365]: DEBUG nova.objects.instance [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lazy-loading 'resources' on Instance uuid 916ea71b-4119-4c43-beb3-e6e0c318e9ef {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.561342] env[69365]: DEBUG oslo_concurrency.lockutils [req-7a943118-f589-425f-9ca4-94c59599c051 req-9d3dc67c-0461-4e26-a5c6-2c4a99ed5bf4 service nova] Releasing lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.744576] env[69365]: DEBUG oslo_vmware.api [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302289, 'name': PowerOffVM_Task, 'duration_secs': 0.233044} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.744966] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.745161] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.745486] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1613531b-7c3a-457b-a3e1-fd8243438233 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.818951] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.819349] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.819659] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Deleting the datastore file [datastore1] 040ec1d6-2d29-4313-9e19-878a17a5e234 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.820092] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0aa3348f-b97a-4cf5-b264-5e253d2a0c8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.840036] env[69365]: DEBUG oslo_vmware.api [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for the task: (returnval){ [ 1035.840036] env[69365]: value = "task-3302291" [ 1035.840036] env[69365]: _type = "Task" [ 1035.840036] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.848230] env[69365]: DEBUG oslo_vmware.api [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.030574] env[69365]: DEBUG nova.compute.utils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.036968] env[69365]: DEBUG nova.compute.manager [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.041098] env[69365]: DEBUG nova.network.neutron [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.176786] env[69365]: DEBUG nova.policy [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69bf796be33844e8a158d1fb07350a83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73f7fca17fe74d938af6c133cc76c5a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.349613] env[69365]: DEBUG oslo_vmware.api [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Task: {'id': task-3302291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415496} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.352981] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.353565] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.353790] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.353973] env[69365]: INFO nova.compute.manager [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1036.354256] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.354747] env[69365]: DEBUG nova.compute.manager [-] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.354811] env[69365]: DEBUG nova.network.neutron [-] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.423208] env[69365]: DEBUG nova.network.neutron [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Successfully updated port: 4bb16427-c88e-4fdc-af7e-e2222fed83fd {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.430952] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2411c31-4853-4ad0-8a35-f912c5644956 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.437089] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "3eb04059-8d12-40f2-95cc-652af167c60e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.437337] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "3eb04059-8d12-40f2-95cc-652af167c60e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.437542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "3eb04059-8d12-40f2-95cc-652af167c60e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.438025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "3eb04059-8d12-40f2-95cc-652af167c60e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.439100] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "3eb04059-8d12-40f2-95cc-652af167c60e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.443536] env[69365]: INFO nova.compute.manager [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Terminating instance [ 1036.445725] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4867100-8488-4d68-82c5-23deb74514ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.480304] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b736c897-eb95-44d5-9f2d-edb2b9f1ae7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.488060] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c346cb-8e7d-4768-8b6f-7514362f8cbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.502191] env[69365]: DEBUG nova.compute.provider_tree [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.536725] env[69365]: DEBUG nova.compute.manager [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.772861] env[69365]: DEBUG nova.network.neutron [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Successfully created port: 11ab6e1c-5fee-4bb8-bc29-2e5f00592a30 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.928559] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "refresh_cache-e1c30937-800f-4fee-a638-2bd109047cf0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.928559] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "refresh_cache-e1c30937-800f-4fee-a638-2bd109047cf0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.929540] env[69365]: DEBUG nova.network.neutron [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.956743] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "refresh_cache-3eb04059-8d12-40f2-95cc-652af167c60e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.956978] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquired lock "refresh_cache-3eb04059-8d12-40f2-95cc-652af167c60e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.957196] env[69365]: DEBUG nova.network.neutron [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.005722] env[69365]: DEBUG nova.scheduler.client.report [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.212956] env[69365]: DEBUG nova.compute.manager [req-f63bd7c1-829c-4be3-9bb5-d52bb4bae2af req-c649ea4f-d9cf-4394-b32f-874000884586 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Received event network-changed-7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.213266] env[69365]: DEBUG nova.compute.manager [req-f63bd7c1-829c-4be3-9bb5-d52bb4bae2af req-c649ea4f-d9cf-4394-b32f-874000884586 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Refreshing instance network info cache due to event network-changed-7e0552bc-52b6-46e3-9b6a-4fc5243628e1. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.213559] env[69365]: DEBUG oslo_concurrency.lockutils [req-f63bd7c1-829c-4be3-9bb5-d52bb4bae2af req-c649ea4f-d9cf-4394-b32f-874000884586 service nova] Acquiring lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.213769] env[69365]: DEBUG oslo_concurrency.lockutils [req-f63bd7c1-829c-4be3-9bb5-d52bb4bae2af req-c649ea4f-d9cf-4394-b32f-874000884586 service nova] Acquired lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.214019] env[69365]: DEBUG nova.network.neutron [req-f63bd7c1-829c-4be3-9bb5-d52bb4bae2af req-c649ea4f-d9cf-4394-b32f-874000884586 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Refreshing network info cache for port 7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.321317] env[69365]: DEBUG nova.network.neutron [-] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.411778] env[69365]: DEBUG nova.compute.manager [req-647f0149-a5ff-44d6-877e-a711f2af9c80 req-326d70c1-909e-42cf-bab6-8c8aa09cfb7c service nova] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Received event network-vif-plugged-4bb16427-c88e-4fdc-af7e-e2222fed83fd {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.411989] env[69365]: DEBUG oslo_concurrency.lockutils [req-647f0149-a5ff-44d6-877e-a711f2af9c80 req-326d70c1-909e-42cf-bab6-8c8aa09cfb7c service nova] Acquiring lock "e1c30937-800f-4fee-a638-2bd109047cf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.412207] env[69365]: DEBUG oslo_concurrency.lockutils [req-647f0149-a5ff-44d6-877e-a711f2af9c80 req-326d70c1-909e-42cf-bab6-8c8aa09cfb7c service nova] Lock "e1c30937-800f-4fee-a638-2bd109047cf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.412370] env[69365]: DEBUG oslo_concurrency.lockutils [req-647f0149-a5ff-44d6-877e-a711f2af9c80 req-326d70c1-909e-42cf-bab6-8c8aa09cfb7c service nova] Lock "e1c30937-800f-4fee-a638-2bd109047cf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.412537] env[69365]: DEBUG nova.compute.manager [req-647f0149-a5ff-44d6-877e-a711f2af9c80 req-326d70c1-909e-42cf-bab6-8c8aa09cfb7c service nova] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] No waiting events found dispatching network-vif-plugged-4bb16427-c88e-4fdc-af7e-e2222fed83fd {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.412709] env[69365]: WARNING nova.compute.manager [req-647f0149-a5ff-44d6-877e-a711f2af9c80 req-326d70c1-909e-42cf-bab6-8c8aa09cfb7c service nova] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Received unexpected event network-vif-plugged-4bb16427-c88e-4fdc-af7e-e2222fed83fd for instance with vm_state building and task_state spawning. [ 1037.477183] env[69365]: DEBUG nova.network.neutron [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.511429] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.514299] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.296s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.516843] env[69365]: DEBUG nova.network.neutron [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.555564] env[69365]: DEBUG nova.compute.manager [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.560944] env[69365]: INFO nova.scheduler.client.report [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted allocations for instance 916ea71b-4119-4c43-beb3-e6e0c318e9ef [ 1037.598448] env[69365]: DEBUG nova.virt.hardware [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.598708] env[69365]: DEBUG nova.virt.hardware [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.598763] env[69365]: DEBUG nova.virt.hardware [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.599261] env[69365]: DEBUG nova.virt.hardware [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.599348] env[69365]: DEBUG nova.virt.hardware [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.599528] env[69365]: DEBUG nova.virt.hardware [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.599766] env[69365]: DEBUG nova.virt.hardware [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.599930] env[69365]: DEBUG nova.virt.hardware [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.600114] env[69365]: DEBUG nova.virt.hardware [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.600532] env[69365]: DEBUG nova.virt.hardware [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.600532] env[69365]: DEBUG nova.virt.hardware [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.601824] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e38b64-0e0a-41d4-8bd9-9b3c8fb34153 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.613229] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22126256-14e0-4985-8f2f-8976ba06620f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.686171] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.686414] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.720481] env[69365]: DEBUG nova.network.neutron [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.784576] env[69365]: DEBUG nova.network.neutron [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Updating instance_info_cache with network_info: [{"id": "4bb16427-c88e-4fdc-af7e-e2222fed83fd", "address": "fa:16:3e:f9:f6:88", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb16427-c8", "ovs_interfaceid": "4bb16427-c88e-4fdc-af7e-e2222fed83fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.826082] env[69365]: INFO nova.compute.manager [-] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Took 1.47 seconds to deallocate network for instance. [ 1038.073593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6cad52ba-38de-41dd-8114-7849d5ac9d4c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "916ea71b-4119-4c43-beb3-e6e0c318e9ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.819s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.194832] env[69365]: DEBUG nova.network.neutron [req-f63bd7c1-829c-4be3-9bb5-d52bb4bae2af req-c649ea4f-d9cf-4394-b32f-874000884586 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updated VIF entry in instance network info cache for port 7e0552bc-52b6-46e3-9b6a-4fc5243628e1. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.194832] env[69365]: DEBUG nova.network.neutron [req-f63bd7c1-829c-4be3-9bb5-d52bb4bae2af req-c649ea4f-d9cf-4394-b32f-874000884586 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updating instance_info_cache with network_info: [{"id": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "address": "fa:16:3e:f1:23:d0", "network": {"id": "83a08ef5-d825-4424-80cf-b5bccdfae13b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1849073667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda72f7fc493408580255227d2e2dacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0552bc-52", "ovs_interfaceid": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.194832] env[69365]: DEBUG nova.compute.manager [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.224548] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Releasing lock "refresh_cache-3eb04059-8d12-40f2-95cc-652af167c60e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.225899] env[69365]: DEBUG nova.compute.manager [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.226376] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.227352] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf552e83-5ba0-48f7-8b64-2fd3a7833b0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.236386] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.236386] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d950cfe9-c6d9-427c-b7b3-05f3314d1ce0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.246019] env[69365]: DEBUG oslo_vmware.api [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1038.246019] env[69365]: value = "task-3302293" [ 1038.246019] env[69365]: _type = "Task" [ 1038.246019] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.255161] env[69365]: DEBUG oslo_vmware.api [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.295911] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "refresh_cache-e1c30937-800f-4fee-a638-2bd109047cf0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.296309] env[69365]: DEBUG nova.compute.manager [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Instance network_info: |[{"id": "4bb16427-c88e-4fdc-af7e-e2222fed83fd", "address": "fa:16:3e:f9:f6:88", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb16427-c8", "ovs_interfaceid": "4bb16427-c88e-4fdc-af7e-e2222fed83fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.296741] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:f6:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bb16427-c88e-4fdc-af7e-e2222fed83fd', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.307553] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Creating folder: Project (73f7fca17fe74d938af6c133cc76c5a3). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.307997] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-159b1592-f1e9-4ac3-8f7a-f64e80ed6cd4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.320521] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Created folder: Project (73f7fca17fe74d938af6c133cc76c5a3) in parent group-v659152. [ 1038.320971] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Creating folder: Instances. Parent ref: group-v659394. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.322168] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b9b2f2c-6a9f-4996-9ba4-caed41098029 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.332796] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Created folder: Instances in parent group-v659394. [ 1038.333089] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.333322] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.334814] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.335300] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e5f735e-970a-432b-8f6c-3b759a7f49ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.356353] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.356353] env[69365]: value = "task-3302296" [ 1038.356353] env[69365]: _type = "Task" [ 1038.356353] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.359837] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "interface-2a14f96f-2727-4a8e-9958-a9185c5a8428-bf247c13-8ece-451c-adb4-14e1f8735d50" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.360111] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-2a14f96f-2727-4a8e-9958-a9185c5a8428-bf247c13-8ece-451c-adb4-14e1f8735d50" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.368803] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302296, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.540298] env[69365]: INFO nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating resource usage from migration 20d48b7a-c0a4-4480-9090-cdff55684295 [ 1038.568448] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 82ca099c-426d-4ef1-b78e-a6039bb4e284 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.568787] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 2a14f96f-2727-4a8e-9958-a9185c5a8428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.569504] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 56f615f5-518f-417d-911e-1527fbdc8a0c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.569504] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance c6ec4771-145c-49c2-8930-ee62d65671a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.569504] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance fd03ba62-57bf-4ed7-b0ec-0c875efad715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.569504] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.569504] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance bb4c6cb9-25c1-48e2-ab50-b304f197a023 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.569504] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance fd812632-21c8-4cdb-9cd2-29870691f42d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1038.569805] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 1faf2b36-2066-446e-a393-7e2e97bab6fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.569805] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 5ff715ea-2d13-43c3-addc-4c58d4e0b21e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.569805] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance f9703a3e-4bb9-4423-adb5-f4be4a295dae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.569908] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 30cb6f81-7db8-41c4-bc85-cc3fa667d58e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.570244] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance c0b388b1-0e5d-48f4-9211-8c5e11c0d7df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.570244] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 3eb04059-8d12-40f2-95cc-652af167c60e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.570244] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 040ec1d6-2d29-4313-9e19-878a17a5e234 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.570448] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e1c30937-800f-4fee-a638-2bd109047cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.570448] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance ab2a8a67-8f2c-40a1-9a8d-1072102b8590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.570570] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Migration 20d48b7a-c0a4-4480-9090-cdff55684295 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1038.570659] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 35c74321-65d1-4164-9de6-df1d14f08c81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1038.702163] env[69365]: DEBUG oslo_concurrency.lockutils [req-f63bd7c1-829c-4be3-9bb5-d52bb4bae2af req-c649ea4f-d9cf-4394-b32f-874000884586 service nova] Releasing lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.726684] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.758988] env[69365]: DEBUG oslo_vmware.api [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302293, 'name': PowerOffVM_Task, 'duration_secs': 0.167446} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.759923] env[69365]: DEBUG nova.network.neutron [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Successfully updated port: 11ab6e1c-5fee-4bb8-bc29-2e5f00592a30 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.762563] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.762563] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.763014] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27e30258-b650-4641-bba5-b785f41706fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.790317] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.790652] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.790742] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Deleting the datastore file [datastore1] 3eb04059-8d12-40f2-95cc-652af167c60e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.791114] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dba4eb4e-3f02-474b-971b-8bfd9ed2fb1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.802080] env[69365]: DEBUG oslo_vmware.api [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1038.802080] env[69365]: value = "task-3302298" [ 1038.802080] env[69365]: _type = "Task" [ 1038.802080] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.810805] env[69365]: DEBUG oslo_vmware.api [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.866453] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.866679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.866913] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302296, 'name': CreateVM_Task, 'duration_secs': 0.378873} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.867651] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63cf4e7-8941-4ad9-b04f-2fbf94f4cf0e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.870247] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.870912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.871472] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.871472] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.872063] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a34971-5d04-43f5-8765-5a284a621ee0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.888834] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0283374c-3271-4d57-aade-15e4bd9a0274 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.892185] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1038.892185] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5254538a-738b-97e3-feff-ede100669096" [ 1038.892185] env[69365]: _type = "Task" [ 1038.892185] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.921713] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Reconfiguring VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1038.922676] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa2c72c7-0398-4e35-8dd4-685dd58f8499 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.940763] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5254538a-738b-97e3-feff-ede100669096, 'name': SearchDatastore_Task, 'duration_secs': 0.013859} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.941533] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.941769] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.942041] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.942784] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.942784] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.942919] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f771711-4bbb-47da-b200-5c67ede92d5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.946864] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1038.946864] env[69365]: value = "task-3302299" [ 1038.946864] env[69365]: _type = "Task" [ 1038.946864] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.951848] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.952086] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.953179] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6dc7d96-a5dc-4337-98b7-b7563f218ef3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.958500] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.961802] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1038.961802] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b01ac6-8bd5-0035-adb5-6f63dfa5bd6f" [ 1038.961802] env[69365]: _type = "Task" [ 1038.961802] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.978814] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b01ac6-8bd5-0035-adb5-6f63dfa5bd6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.015774] env[69365]: DEBUG nova.compute.manager [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.016653] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee54d05d-d158-424a-8dcb-3c08d663fb1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.080989] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance df1bacbf-7d1d-4524-94c2-e7d8eda5e578 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1039.266809] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "refresh_cache-ab2a8a67-8f2c-40a1-9a8d-1072102b8590" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.266809] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "refresh_cache-ab2a8a67-8f2c-40a1-9a8d-1072102b8590" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.266809] env[69365]: DEBUG nova.network.neutron [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.314636] env[69365]: DEBUG oslo_vmware.api [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150821} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.314636] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.314636] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.315031] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.315031] env[69365]: INFO nova.compute.manager [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1039.317026] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.317026] env[69365]: DEBUG nova.compute.manager [-] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.317026] env[69365]: DEBUG nova.network.neutron [-] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.343024] env[69365]: DEBUG nova.network.neutron [-] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.445041] env[69365]: DEBUG oslo_vmware.rw_handles [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f415a-d114-0e24-5a88-4e977090d174/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1039.445969] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e67257-61f6-445a-ae21-a64154085131 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.451671] env[69365]: DEBUG nova.compute.manager [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Received event network-vif-deleted-0c966046-1fca-42dd-a49d-4fe2354c5225 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.451870] env[69365]: DEBUG nova.compute.manager [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Received event network-vif-plugged-11ab6e1c-5fee-4bb8-bc29-2e5f00592a30 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.452061] env[69365]: DEBUG oslo_concurrency.lockutils [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] Acquiring lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.452262] env[69365]: DEBUG oslo_concurrency.lockutils [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] Lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.452415] env[69365]: DEBUG oslo_concurrency.lockutils [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] Lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.452570] env[69365]: DEBUG nova.compute.manager [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] No waiting events found dispatching network-vif-plugged-11ab6e1c-5fee-4bb8-bc29-2e5f00592a30 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.452725] env[69365]: WARNING nova.compute.manager [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Received unexpected event network-vif-plugged-11ab6e1c-5fee-4bb8-bc29-2e5f00592a30 for instance with vm_state building and task_state spawning. [ 1039.452875] env[69365]: DEBUG nova.compute.manager [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Received event network-changed-11ab6e1c-5fee-4bb8-bc29-2e5f00592a30 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.453028] env[69365]: DEBUG nova.compute.manager [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Refreshing instance network info cache due to event network-changed-11ab6e1c-5fee-4bb8-bc29-2e5f00592a30. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.453188] env[69365]: DEBUG oslo_concurrency.lockutils [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] Acquiring lock "refresh_cache-ab2a8a67-8f2c-40a1-9a8d-1072102b8590" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.460686] env[69365]: DEBUG oslo_vmware.rw_handles [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f415a-d114-0e24-5a88-4e977090d174/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1039.460846] env[69365]: ERROR oslo_vmware.rw_handles [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f415a-d114-0e24-5a88-4e977090d174/disk-0.vmdk due to incomplete transfer. [ 1039.463871] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-763fbd8c-3f0e-40f5-bb99-b0061b2267d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.465671] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.476592] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b01ac6-8bd5-0035-adb5-6f63dfa5bd6f, 'name': SearchDatastore_Task, 'duration_secs': 0.019035} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.479682] env[69365]: DEBUG nova.compute.manager [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Received event network-changed-4bb16427-c88e-4fdc-af7e-e2222fed83fd {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.479682] env[69365]: DEBUG nova.compute.manager [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Refreshing instance network info cache due to event network-changed-4bb16427-c88e-4fdc-af7e-e2222fed83fd. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.479800] env[69365]: DEBUG oslo_concurrency.lockutils [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] Acquiring lock "refresh_cache-e1c30937-800f-4fee-a638-2bd109047cf0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.479871] env[69365]: DEBUG oslo_concurrency.lockutils [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] Acquired lock "refresh_cache-e1c30937-800f-4fee-a638-2bd109047cf0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.480039] env[69365]: DEBUG nova.network.neutron [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Refreshing network info cache for port 4bb16427-c88e-4fdc-af7e-e2222fed83fd {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.481967] env[69365]: DEBUG oslo_vmware.rw_handles [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f415a-d114-0e24-5a88-4e977090d174/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1039.482168] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Uploaded image 5b4e387d-ae78-45d2-9b48-24ed0ee07161 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1039.485139] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1039.485940] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd66e06-5074-4546-b45f-22333a4dabab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.488795] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0506094-cf4d-4139-b181-8cab8851ad85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.497038] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1039.497038] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ec8164-2613-fb36-039c-104d08ac1dd4" [ 1039.497038] env[69365]: _type = "Task" [ 1039.497038] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.497038] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1039.497038] env[69365]: value = "task-3302301" [ 1039.497038] env[69365]: _type = "Task" [ 1039.497038] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.511112] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ec8164-2613-fb36-039c-104d08ac1dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.511174] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302301, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.530385] env[69365]: INFO nova.compute.manager [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] instance snapshotting [ 1039.530810] env[69365]: DEBUG nova.objects.instance [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'flavor' on Instance uuid 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.580481] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1039.580806] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1039.580981] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1039.832581] env[69365]: DEBUG nova.network.neutron [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.845058] env[69365]: DEBUG nova.network.neutron [-] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.962219] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.974202] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9b2db6-ceda-4188-9b76-36697fb61e02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.981309] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef90d00-5fe0-43ca-ace1-dda65d52e68a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.025942] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bae359-d19a-4190-9070-6e11ee2a5d8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.042212] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302301, 'name': Destroy_Task, 'duration_secs': 0.444717} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.042497] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ec8164-2613-fb36-039c-104d08ac1dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.013119} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.043333] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Destroyed the VM [ 1040.043333] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1040.044563] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1270af-23be-42f6-91b4-33e55be53d72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.052023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.052023] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e1c30937-800f-4fee-a638-2bd109047cf0/e1c30937-800f-4fee-a638-2bd109047cf0.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.052023] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b480afc-ee6e-4ae4-9181-6c9234326c7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.052612] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22f9b4eb-23d0-45b5-a46d-fa281037f8e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.054042] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-093292f2-3dfd-4df0-85c6-ab4a4b8e9682 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.067355] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.083652] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1040.083652] env[69365]: value = "task-3302302" [ 1040.083652] env[69365]: _type = "Task" [ 1040.083652] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.083924] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1040.083924] env[69365]: value = "task-3302303" [ 1040.083924] env[69365]: _type = "Task" [ 1040.083924] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.085924] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7906dd-d9f2-4325-9036-29923e8988f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.113229] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302302, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.113477] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.151221] env[69365]: DEBUG nova.network.neutron [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Updating instance_info_cache with network_info: [{"id": "11ab6e1c-5fee-4bb8-bc29-2e5f00592a30", "address": "fa:16:3e:7c:68:48", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ab6e1c-5f", "ovs_interfaceid": "11ab6e1c-5fee-4bb8-bc29-2e5f00592a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.355058] env[69365]: INFO nova.compute.manager [-] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Took 1.04 seconds to deallocate network for instance. [ 1040.365457] env[69365]: DEBUG nova.network.neutron [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Updated VIF entry in instance network info cache for port 4bb16427-c88e-4fdc-af7e-e2222fed83fd. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.369022] env[69365]: DEBUG nova.network.neutron [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Updating instance_info_cache with network_info: [{"id": "4bb16427-c88e-4fdc-af7e-e2222fed83fd", "address": "fa:16:3e:f9:f6:88", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb16427-c8", "ovs_interfaceid": "4bb16427-c88e-4fdc-af7e-e2222fed83fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.463665] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.586108] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.609732] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302302, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.614165] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302303, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.617999] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1040.617999] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56709fac-1f63-4599-ac46-59d8ccd500ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.623255] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1040.623255] env[69365]: value = "task-3302304" [ 1040.623255] env[69365]: _type = "Task" [ 1040.623255] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.635767] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302304, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.658674] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "refresh_cache-ab2a8a67-8f2c-40a1-9a8d-1072102b8590" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.659060] env[69365]: DEBUG nova.compute.manager [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Instance network_info: |[{"id": "11ab6e1c-5fee-4bb8-bc29-2e5f00592a30", "address": "fa:16:3e:7c:68:48", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ab6e1c-5f", "ovs_interfaceid": "11ab6e1c-5fee-4bb8-bc29-2e5f00592a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.659417] env[69365]: DEBUG oslo_concurrency.lockutils [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] Acquired lock "refresh_cache-ab2a8a67-8f2c-40a1-9a8d-1072102b8590" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.659601] env[69365]: DEBUG nova.network.neutron [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Refreshing network info cache for port 11ab6e1c-5fee-4bb8-bc29-2e5f00592a30 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.660927] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:68:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11ab6e1c-5fee-4bb8-bc29-2e5f00592a30', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.672878] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.674056] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.674317] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dcdfdb3-3608-447d-a92c-7fe2eaa8c189 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.705648] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "cead0389-490a-46c2-8c59-969bbadb28bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.705821] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "cead0389-490a-46c2-8c59-969bbadb28bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.713013] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.713013] env[69365]: value = "task-3302305" [ 1040.713013] env[69365]: _type = "Task" [ 1040.713013] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.725391] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302305, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.872023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.872023] env[69365]: DEBUG oslo_concurrency.lockutils [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] Releasing lock "refresh_cache-e1c30937-800f-4fee-a638-2bd109047cf0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.872023] env[69365]: DEBUG nova.compute.manager [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Received event network-changed-7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.872023] env[69365]: DEBUG nova.compute.manager [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Refreshing instance network info cache due to event network-changed-7e0552bc-52b6-46e3-9b6a-4fc5243628e1. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.872023] env[69365]: DEBUG oslo_concurrency.lockutils [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] Acquiring lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.872023] env[69365]: DEBUG oslo_concurrency.lockutils [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] Acquired lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.872023] env[69365]: DEBUG nova.network.neutron [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Refreshing network info cache for port 7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.963079] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.102959] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1041.102959] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.583s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.106012] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.431s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.119176] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302302, 'name': RemoveSnapshot_Task, 'duration_secs': 0.755944} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.123284] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1041.123775] env[69365]: DEBUG nova.compute.manager [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.124340] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758131} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.125573] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08691455-8fef-47ab-8cf6-75475607cbec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.128874] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e1c30937-800f-4fee-a638-2bd109047cf0/e1c30937-800f-4fee-a638-2bd109047cf0.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.129275] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.135078] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fcdebd5-0c70-453e-98bc-41a4eda9c54f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.149034] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1041.149034] env[69365]: value = "task-3302306" [ 1041.149034] env[69365]: _type = "Task" [ 1041.149034] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.149605] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302304, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.163261] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.214844] env[69365]: DEBUG nova.compute.manager [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.226908] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302305, 'name': CreateVM_Task, 'duration_secs': 0.365829} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.227077] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.229203] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.229203] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.229203] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.229203] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d7d5cc6-8fe0-46a3-b4c3-a24693d95ab1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.234852] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1041.234852] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7a4f8-2a78-ab3c-aa45-0725b52e5a83" [ 1041.234852] env[69365]: _type = "Task" [ 1041.234852] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.244525] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7a4f8-2a78-ab3c-aa45-0725b52e5a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.399020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquiring lock "30cb6f81-7db8-41c4-bc85-cc3fa667d58e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.399020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Lock "30cb6f81-7db8-41c4-bc85-cc3fa667d58e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.399020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquiring lock "30cb6f81-7db8-41c4-bc85-cc3fa667d58e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.399020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Lock "30cb6f81-7db8-41c4-bc85-cc3fa667d58e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.399020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Lock "30cb6f81-7db8-41c4-bc85-cc3fa667d58e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.399676] env[69365]: INFO nova.compute.manager [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Terminating instance [ 1041.464367] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.567360] env[69365]: DEBUG nova.network.neutron [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Updated VIF entry in instance network info cache for port 11ab6e1c-5fee-4bb8-bc29-2e5f00592a30. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.567360] env[69365]: DEBUG nova.network.neutron [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Updating instance_info_cache with network_info: [{"id": "11ab6e1c-5fee-4bb8-bc29-2e5f00592a30", "address": "fa:16:3e:7c:68:48", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ab6e1c-5f", "ovs_interfaceid": "11ab6e1c-5fee-4bb8-bc29-2e5f00592a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.615153] env[69365]: INFO nova.compute.claims [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.641231] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302304, 'name': CreateSnapshot_Task, 'duration_secs': 0.58905} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.641592] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1041.642509] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7c81d0-256b-4fd5-bf4a-ff8ad6ba9cb5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.658126] env[69365]: INFO nova.compute.manager [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Shelve offloading [ 1041.676427] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074079} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.677409] env[69365]: DEBUG nova.network.neutron [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updated VIF entry in instance network info cache for port 7e0552bc-52b6-46e3-9b6a-4fc5243628e1. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.677747] env[69365]: DEBUG nova.network.neutron [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updating instance_info_cache with network_info: [{"id": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "address": "fa:16:3e:f1:23:d0", "network": {"id": "83a08ef5-d825-4424-80cf-b5bccdfae13b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1849073667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda72f7fc493408580255227d2e2dacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0552bc-52", "ovs_interfaceid": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.679705] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.680489] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a121c41-26ea-4879-8921-24a07092ed37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.713657] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] e1c30937-800f-4fee-a638-2bd109047cf0/e1c30937-800f-4fee-a638-2bd109047cf0.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.714012] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b18e4b7d-5c4d-47ff-a8b7-54ac67300d0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.740539] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1041.740539] env[69365]: value = "task-3302308" [ 1041.740539] env[69365]: _type = "Task" [ 1041.740539] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.748145] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c7a4f8-2a78-ab3c-aa45-0725b52e5a83, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.749349] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.749610] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.750045] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.750242] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.750298] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.753802] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c1443fc-8ae1-4354-bf21-99007c306262 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.756069] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.760490] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.765116] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.765328] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.766633] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184fd013-00d5-4082-97b3-a8e2d24a9836 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.774881] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1041.774881] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521dda45-84d8-cc5e-958d-f76ada97f4e2" [ 1041.774881] env[69365]: _type = "Task" [ 1041.774881] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.784397] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521dda45-84d8-cc5e-958d-f76ada97f4e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.907712] env[69365]: DEBUG nova.compute.manager [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.908078] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.909508] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d72789e-7649-4311-9dbe-86fe6df4e1df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.920611] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.921032] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-983b20c9-f067-45ab-97dd-95835f6fd94a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.928518] env[69365]: DEBUG oslo_vmware.api [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1041.928518] env[69365]: value = "task-3302309" [ 1041.928518] env[69365]: _type = "Task" [ 1041.928518] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.943315] env[69365]: DEBUG oslo_vmware.api [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.965251] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.069951] env[69365]: DEBUG oslo_concurrency.lockutils [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] Releasing lock "refresh_cache-ab2a8a67-8f2c-40a1-9a8d-1072102b8590" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.070303] env[69365]: DEBUG nova.compute.manager [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Received event network-changed-7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.070579] env[69365]: DEBUG nova.compute.manager [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Refreshing instance network info cache due to event network-changed-7e0552bc-52b6-46e3-9b6a-4fc5243628e1. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.070714] env[69365]: DEBUG oslo_concurrency.lockutils [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] Acquiring lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.124664] env[69365]: INFO nova.compute.resource_tracker [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating resource usage from migration 20d48b7a-c0a4-4480-9090-cdff55684295 [ 1042.166057] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.166402] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3bf73e2-1add-4d11-a6f1-ab6c5ca81432 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.178819] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1042.184526] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3eaef04a-b287-4e07-b4e7-fb57db863e9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.188027] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1042.188027] env[69365]: value = "task-3302310" [ 1042.188027] env[69365]: _type = "Task" [ 1042.188027] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.189240] env[69365]: DEBUG oslo_concurrency.lockutils [req-b1552730-977e-4b50-ba58-b0ee149592ad req-676a0817-3b85-47ea-b454-4faaa5d906ab service nova] Releasing lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.189686] env[69365]: DEBUG oslo_concurrency.lockutils [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] Acquired lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.189903] env[69365]: DEBUG nova.network.neutron [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Refreshing network info cache for port 7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.196900] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1042.196900] env[69365]: value = "task-3302311" [ 1042.196900] env[69365]: _type = "Task" [ 1042.196900] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.209551] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1042.209551] env[69365]: DEBUG nova.compute.manager [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.209551] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ba118f-69d6-4c06-8368-8bb905adac81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.217932] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302311, 'name': CloneVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.222072] env[69365]: DEBUG oslo_concurrency.lockutils [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.222072] env[69365]: DEBUG oslo_concurrency.lockutils [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.222072] env[69365]: DEBUG nova.network.neutron [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.254141] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.291485] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521dda45-84d8-cc5e-958d-f76ada97f4e2, 'name': SearchDatastore_Task, 'duration_secs': 0.028969} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.292309] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96013576-0cb8-42bf-8947-56488658d04f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.298023] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1042.298023] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52206a37-6607-2a5c-3735-0f6626220f28" [ 1042.298023] env[69365]: _type = "Task" [ 1042.298023] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.312060] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52206a37-6607-2a5c-3735-0f6626220f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.445996] env[69365]: DEBUG oslo_vmware.api [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302309, 'name': PowerOffVM_Task, 'duration_secs': 0.495123} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.447674] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.447991] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.448434] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c385191b-bac9-42e2-bc4e-3174ee81a41f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.479833] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.553889] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d33d883-750b-49ad-9da2-c61621857cde {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.561515] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e43e1db-1115-46fa-93d7-06e77c6ee7b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.605077] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858af1f9-b8f7-48b0-badd-3e95fefb6a55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.608561] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.609086] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.609520] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Deleting the datastore file [datastore2] 30cb6f81-7db8-41c4-bc85-cc3fa667d58e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.609887] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba54828-3590-429a-b66d-23c8c972478a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.623647] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e8588c-75b9-4f8c-8ca8-4d314b54c91c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.632027] env[69365]: DEBUG oslo_vmware.api [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for the task: (returnval){ [ 1042.632027] env[69365]: value = "task-3302313" [ 1042.632027] env[69365]: _type = "Task" [ 1042.632027] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.653104] env[69365]: DEBUG nova.compute.provider_tree [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.661770] env[69365]: DEBUG oslo_vmware.api [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.714757] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302311, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.753926] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302308, 'name': ReconfigVM_Task, 'duration_secs': 0.957672} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.754143] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Reconfigured VM instance instance-00000056 to attach disk [datastore2] e1c30937-800f-4fee-a638-2bd109047cf0/e1c30937-800f-4fee-a638-2bd109047cf0.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.754816] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7e2a2d8-6402-4eec-93e8-fb2da3f3d75e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.761032] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1042.761032] env[69365]: value = "task-3302314" [ 1042.761032] env[69365]: _type = "Task" [ 1042.761032] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.774945] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302314, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.814594] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52206a37-6607-2a5c-3735-0f6626220f28, 'name': SearchDatastore_Task, 'duration_secs': 0.024462} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.814594] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.814880] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] ab2a8a67-8f2c-40a1-9a8d-1072102b8590/ab2a8a67-8f2c-40a1-9a8d-1072102b8590.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.815194] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72bb6ccc-6a9d-447e-be80-3e5d5911271e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.825027] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1042.825027] env[69365]: value = "task-3302315" [ 1042.825027] env[69365]: _type = "Task" [ 1042.825027] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.831998] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.970106] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.140928] env[69365]: DEBUG oslo_vmware.api [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Task: {'id': task-3302313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352901} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.141209] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.141461] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.141706] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.141965] env[69365]: INFO nova.compute.manager [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1043.142246] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.142493] env[69365]: DEBUG nova.compute.manager [-] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.142632] env[69365]: DEBUG nova.network.neutron [-] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.154090] env[69365]: DEBUG nova.scheduler.client.report [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.212875] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302311, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.235017] env[69365]: DEBUG nova.network.neutron [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updated VIF entry in instance network info cache for port 7e0552bc-52b6-46e3-9b6a-4fc5243628e1. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.235437] env[69365]: DEBUG nova.network.neutron [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updating instance_info_cache with network_info: [{"id": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "address": "fa:16:3e:f1:23:d0", "network": {"id": "83a08ef5-d825-4424-80cf-b5bccdfae13b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1849073667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda72f7fc493408580255227d2e2dacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0552bc-52", "ovs_interfaceid": "7e0552bc-52b6-46e3-9b6a-4fc5243628e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.273463] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302314, 'name': Rename_Task, 'duration_secs': 0.26889} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.275018] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.275018] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ad271f4-1ae8-4055-8ce9-2be8b9832591 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.281932] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1043.281932] env[69365]: value = "task-3302316" [ 1043.281932] env[69365]: _type = "Task" [ 1043.281932] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.283078] env[69365]: DEBUG nova.network.neutron [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updating instance_info_cache with network_info: [{"id": "8ed2326c-6167-490c-b1a7-a26978e8e721", "address": "fa:16:3e:d4:5a:4f", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed2326c-61", "ovs_interfaceid": "8ed2326c-6167-490c-b1a7-a26978e8e721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.295355] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.335442] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.469884] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.557916] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Acquiring lock "fbb9b239-d805-4c65-b998-e02c328403db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.558265] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Lock "fbb9b239-d805-4c65-b998-e02c328403db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.661530] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.555s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.661741] env[69365]: INFO nova.compute.manager [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Migrating [ 1043.673212] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.896s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.673212] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.679681] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.376s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.682229] env[69365]: INFO nova.compute.claims [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.694013] env[69365]: DEBUG nova.compute.manager [req-02849492-8f65-484b-b021-332c78b2d0e6 req-c0894b66-2577-480e-97ea-5ec593ff0480 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Received event network-vif-deleted-7e0552bc-52b6-46e3-9b6a-4fc5243628e1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.694258] env[69365]: INFO nova.compute.manager [req-02849492-8f65-484b-b021-332c78b2d0e6 req-c0894b66-2577-480e-97ea-5ec593ff0480 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Neutron deleted interface 7e0552bc-52b6-46e3-9b6a-4fc5243628e1; detaching it from the instance and deleting it from the info cache [ 1043.694453] env[69365]: DEBUG nova.network.neutron [req-02849492-8f65-484b-b021-332c78b2d0e6 req-c0894b66-2577-480e-97ea-5ec593ff0480 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.715666] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302311, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.738457] env[69365]: DEBUG oslo_concurrency.lockutils [req-d3732a52-e791-47a3-b965-83783a6ce949 req-edfabe38-b9f7-431f-ba19-cbca6bee0dd1 service nova] Releasing lock "refresh_cache-30cb6f81-7db8-41c4-bc85-cc3fa667d58e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.778639] env[69365]: INFO nova.scheduler.client.report [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Deleted allocations for instance fd812632-21c8-4cdb-9cd2-29870691f42d [ 1043.795199] env[69365]: DEBUG oslo_concurrency.lockutils [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.804669] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302316, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.836783] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.969527] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.065445] env[69365]: DEBUG nova.compute.manager [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.083939] env[69365]: DEBUG nova.network.neutron [-] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.129281] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "4a080802-341a-405f-8961-87320f4acf54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.129614] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "4a080802-341a-405f-8961-87320f4acf54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.197993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.198439] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.198439] env[69365]: DEBUG nova.network.neutron [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.201149] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34949030-fc59-40c6-9b52-d6cce6acf9c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.222326] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302311, 'name': CloneVM_Task, 'duration_secs': 1.758377} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.223627] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Created linked-clone VM from snapshot [ 1044.224470] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37ff3ac-d395-4da8-9f06-83ea358471fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.230566] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b6de63-cee1-4bb8-a01d-cab570d9b072 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.251766] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Uploading image 1c961c19-8ab6-4a6f-b2ec-57d9b1ad609c {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1044.270848] env[69365]: DEBUG nova.compute.manager [req-02849492-8f65-484b-b021-332c78b2d0e6 req-c0894b66-2577-480e-97ea-5ec593ff0480 service nova] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Detach interface failed, port_id=7e0552bc-52b6-46e3-9b6a-4fc5243628e1, reason: Instance 30cb6f81-7db8-41c4-bc85-cc3fa667d58e could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1044.287806] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1044.287806] env[69365]: value = "vm-659400" [ 1044.287806] env[69365]: _type = "VirtualMachine" [ 1044.287806] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1044.288143] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-80499e28-0f49-408b-ba48-6efc9c7dcc38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.290129] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea5e877e-b79e-4e5b-823f-453e16b15ac9 tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "fd812632-21c8-4cdb-9cd2-29870691f42d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.510s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.299109] env[69365]: DEBUG oslo_vmware.api [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302316, 'name': PowerOnVM_Task, 'duration_secs': 0.643016} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.300397] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.300624] env[69365]: INFO nova.compute.manager [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1044.300813] env[69365]: DEBUG nova.compute.manager [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.301178] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lease: (returnval){ [ 1044.301178] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523104eb-4bae-70f2-7cf2-534a7752bf9b" [ 1044.301178] env[69365]: _type = "HttpNfcLease" [ 1044.301178] env[69365]: } obtained for exporting VM: (result){ [ 1044.301178] env[69365]: value = "vm-659400" [ 1044.301178] env[69365]: _type = "VirtualMachine" [ 1044.301178] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1044.301434] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the lease: (returnval){ [ 1044.301434] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523104eb-4bae-70f2-7cf2-534a7752bf9b" [ 1044.301434] env[69365]: _type = "HttpNfcLease" [ 1044.301434] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1044.302091] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e87fc5-fb2b-4b3e-86c7-dcf9217cc2dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.309701] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.310789] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705eed6a-30ca-49da-bbe5-5cc7b6f0611e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.318979] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1044.318979] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523104eb-4bae-70f2-7cf2-534a7752bf9b" [ 1044.318979] env[69365]: _type = "HttpNfcLease" [ 1044.318979] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1044.319451] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1044.319451] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523104eb-4bae-70f2-7cf2-534a7752bf9b" [ 1044.319451] env[69365]: _type = "HttpNfcLease" [ 1044.319451] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1044.320393] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7b5d24-e5a5-4602-9e98-94c11c3bf92c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.325017] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.325578] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64de0764-3f9c-4762-8004-e38eb7af6489 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.332325] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b6ff0-ade4-4b3a-4e66-687f7cc6c326/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1044.332497] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b6ff0-ade4-4b3a-4e66-687f7cc6c326/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1044.339366] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302315, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.462717} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.401108] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] ab2a8a67-8f2c-40a1-9a8d-1072102b8590/ab2a8a67-8f2c-40a1-9a8d-1072102b8590.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.401325] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.403892] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e10aa079-250c-4d77-8c24-80e76dd74725 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.406245] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.406432] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.406603] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleting the datastore file [datastore1] 1faf2b36-2066-446e-a393-7e2e97bab6fb {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.407952] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b92ebbc-fc2b-45d1-abd3-564cc2bb8fed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.415092] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1044.415092] env[69365]: value = "task-3302319" [ 1044.415092] env[69365]: _type = "Task" [ 1044.415092] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.418886] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1044.418886] env[69365]: value = "task-3302320" [ 1044.418886] env[69365]: _type = "Task" [ 1044.418886] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.425921] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.431103] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.444862] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e0b9b6c-3c4e-4539-af1c-e9b65e907b2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.472841] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302299, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.587941] env[69365]: INFO nova.compute.manager [-] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Took 1.45 seconds to deallocate network for instance. [ 1044.591198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.632905] env[69365]: DEBUG nova.compute.manager [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.841811] env[69365]: INFO nova.compute.manager [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Took 32.46 seconds to build instance. [ 1044.932312] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069506} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.932644] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.933915] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af6e212-2a41-42b8-b982-174ba6b81083 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.939607] env[69365]: DEBUG oslo_vmware.api [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161272} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.944339] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.944626] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.944955] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.972397] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] ab2a8a67-8f2c-40a1-9a8d-1072102b8590/ab2a8a67-8f2c-40a1-9a8d-1072102b8590.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.976838] env[69365]: INFO nova.scheduler.client.report [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleted allocations for instance 1faf2b36-2066-446e-a393-7e2e97bab6fb [ 1044.984632] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d6eb63d-487d-4ffb-9833-50a081c6ff37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.003900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.004347] env[69365]: DEBUG oslo_concurrency.lockutils [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.017224] env[69365]: DEBUG oslo_vmware.api [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302299, 'name': ReconfigVM_Task, 'duration_secs': 5.760096} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.021746] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.021991] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Reconfigured VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1045.024951] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1045.024951] env[69365]: value = "task-3302321" [ 1045.024951] env[69365]: _type = "Task" [ 1045.024951] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.040534] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.098675] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.115351] env[69365]: DEBUG nova.network.neutron [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance_info_cache with network_info: [{"id": "f267c5ab-ed5b-41f7-803d-7db8c6220062", "address": "fa:16:3e:94:06:84", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf267c5ab-ed", "ovs_interfaceid": "f267c5ab-ed5b-41f7-803d-7db8c6220062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.161077] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.203952] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09fe29c-bc16-4c15-97f4-f1247dab074a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.212587] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf31b06-e961-4995-b233-b1d8a58007ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.249703] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0aca23-2bf8-4d49-9a9d-a9e311312aed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.259804] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a203672c-6770-4a8c-a0c4-aef176497a5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.277798] env[69365]: DEBUG nova.compute.provider_tree [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.344026] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c383e15-d6a0-433f-9b55-febbc518f062 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "e1c30937-800f-4fee-a638-2bd109047cf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.977s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.482276] env[69365]: DEBUG oslo_concurrency.lockutils [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.511570] env[69365]: DEBUG nova.compute.utils [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.539482] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.618893] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.783291] env[69365]: DEBUG nova.scheduler.client.report [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.946891] env[69365]: DEBUG nova.compute.manager [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Received event network-vif-unplugged-8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.947654] env[69365]: DEBUG oslo_concurrency.lockutils [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] Acquiring lock "1faf2b36-2066-446e-a393-7e2e97bab6fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.947973] env[69365]: DEBUG oslo_concurrency.lockutils [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.948193] env[69365]: DEBUG oslo_concurrency.lockutils [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.948379] env[69365]: DEBUG nova.compute.manager [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] No waiting events found dispatching network-vif-unplugged-8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.948583] env[69365]: WARNING nova.compute.manager [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Received unexpected event network-vif-unplugged-8ed2326c-6167-490c-b1a7-a26978e8e721 for instance with vm_state shelved_offloaded and task_state None. [ 1045.948787] env[69365]: DEBUG nova.compute.manager [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Received event network-changed-8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.948971] env[69365]: DEBUG nova.compute.manager [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Refreshing instance network info cache due to event network-changed-8ed2326c-6167-490c-b1a7-a26978e8e721. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.949227] env[69365]: DEBUG oslo_concurrency.lockutils [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] Acquiring lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.949464] env[69365]: DEBUG oslo_concurrency.lockutils [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] Acquired lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.949666] env[69365]: DEBUG nova.network.neutron [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Refreshing network info cache for port 8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.015364] env[69365]: DEBUG oslo_concurrency.lockutils [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.045188] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302321, 'name': ReconfigVM_Task, 'duration_secs': 0.668958} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.046075] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Reconfigured VM instance instance-00000057 to attach disk [datastore2] ab2a8a67-8f2c-40a1-9a8d-1072102b8590/ab2a8a67-8f2c-40a1-9a8d-1072102b8590.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.046506] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15687d38-8b98-43cb-a2d1-0555fec2ea45 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.056720] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1046.056720] env[69365]: value = "task-3302323" [ 1046.056720] env[69365]: _type = "Task" [ 1046.056720] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.067325] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302323, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.287880] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.288464] env[69365]: DEBUG nova.compute.manager [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.291348] env[69365]: DEBUG oslo_concurrency.lockutils [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.981s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.291545] env[69365]: DEBUG nova.objects.instance [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1046.372942] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.373209] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.373971] env[69365]: DEBUG nova.network.neutron [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.568619] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302323, 'name': Rename_Task, 'duration_secs': 0.249773} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.569228] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.569810] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8736d32-8179-4790-8afd-aee4d8abbb72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.576392] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1046.576392] env[69365]: value = "task-3302324" [ 1046.576392] env[69365]: _type = "Task" [ 1046.576392] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.591518] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.798073] env[69365]: DEBUG nova.compute.utils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.800795] env[69365]: DEBUG nova.compute.manager [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.801187] env[69365]: DEBUG nova.network.neutron [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.858443] env[69365]: DEBUG nova.network.neutron [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updated VIF entry in instance network info cache for port 8ed2326c-6167-490c-b1a7-a26978e8e721. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.861575] env[69365]: DEBUG nova.network.neutron [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updating instance_info_cache with network_info: [{"id": "8ed2326c-6167-490c-b1a7-a26978e8e721", "address": "fa:16:3e:d4:5a:4f", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8ed2326c-61", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.883375] env[69365]: DEBUG nova.policy [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b4ad6ca5bc04be1993483f5941b0b7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1cc383630084ad3a91bc2b3ffd73b8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.973374] env[69365]: DEBUG nova.compute.manager [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Received event network-vif-deleted-d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.973518] env[69365]: INFO nova.compute.manager [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Neutron deleted interface d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc; detaching it from the instance and deleting it from the info cache [ 1046.976981] env[69365]: DEBUG nova.network.neutron [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updating instance_info_cache with network_info: [{"id": "ded73143-243b-488c-a098-067b7b1bfb55", "address": "fa:16:3e:f8:dd:d1", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded73143-24", "ovs_interfaceid": "ded73143-243b-488c-a098-067b7b1bfb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf247c13-8ece-451c-adb4-14e1f8735d50", "address": "fa:16:3e:7e:d5:96", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf247c13-8e", "ovs_interfaceid": "bf247c13-8ece-451c-adb4-14e1f8735d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.021926] env[69365]: DEBUG oslo_concurrency.lockutils [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.022244] env[69365]: DEBUG oslo_concurrency.lockutils [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.022485] env[69365]: INFO nova.compute.manager [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Attaching volume f9e5354f-4228-448c-b1c8-dbfcfc5dac46 to /dev/sdb [ 1047.086205] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b44e7b-d491-4be5-bc05-a4ae6741a6c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.101019] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e328270-5e8b-483d-86e5-4864b097b22c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.105776] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302324, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.127484] env[69365]: DEBUG nova.virt.block_device [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Updating existing volume attachment record: e348bdf0-2a28-4f35-af14-e8ea9a8f5584 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1047.141512] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab01b8c-7258-43c8-b48d-14dfb924a764 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.163362] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance '35c74321-65d1-4164-9de6-df1d14f08c81' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.304575] env[69365]: DEBUG nova.compute.manager [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.306073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-895adb28-fdeb-4e76-8f56-2b1a3d098336 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.307166] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.865s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.307420] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.309629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.661s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.309837] env[69365]: DEBUG nova.objects.instance [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1047.324764] env[69365]: INFO nova.network.neutron [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Port bf247c13-8ece-451c-adb4-14e1f8735d50 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1047.326033] env[69365]: INFO nova.network.neutron [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Port d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1047.326033] env[69365]: DEBUG nova.network.neutron [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updating instance_info_cache with network_info: [{"id": "ded73143-243b-488c-a098-067b7b1bfb55", "address": "fa:16:3e:f8:dd:d1", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded73143-24", "ovs_interfaceid": "ded73143-243b-488c-a098-067b7b1bfb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.345018] env[69365]: INFO nova.scheduler.client.report [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Deleted allocations for instance 56f615f5-518f-417d-911e-1527fbdc8a0c [ 1047.362276] env[69365]: DEBUG oslo_concurrency.lockutils [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] Releasing lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.362698] env[69365]: DEBUG nova.compute.manager [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Received event network-vif-deleted-bf247c13-8ece-451c-adb4-14e1f8735d50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.362698] env[69365]: INFO nova.compute.manager [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Neutron deleted interface bf247c13-8ece-451c-adb4-14e1f8735d50; detaching it from the instance and deleting it from the info cache [ 1047.363030] env[69365]: DEBUG nova.network.neutron [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updating instance_info_cache with network_info: [{"id": "ded73143-243b-488c-a098-067b7b1bfb55", "address": "fa:16:3e:f8:dd:d1", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded73143-24", "ovs_interfaceid": "ded73143-243b-488c-a098-067b7b1bfb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc", "address": "fa:16:3e:9b:c8:bc", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4aca3b0-3c", "ovs_interfaceid": "d4aca3b0-3c4f-4086-93ea-d1ff4e7291cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.438103] env[69365]: DEBUG nova.network.neutron [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Successfully created port: f45af7ec-cecf-4c05-abf3-798758f1a36e {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.478217] env[69365]: DEBUG oslo_concurrency.lockutils [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Acquiring lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.478491] env[69365]: DEBUG oslo_concurrency.lockutils [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Acquired lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.479616] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ac29d4-303f-4c49-b138-9a8720d2127f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.503498] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dadcf1-4846-4b04-b954-174813cc2128 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.535015] env[69365]: DEBUG nova.virt.vmwareapi.vmops [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Reconfiguring VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1047.535364] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f5131c7-61fc-47f8-a9ca-a21a2dc418df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.556637] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Waiting for the task: (returnval){ [ 1047.556637] env[69365]: value = "task-3302327" [ 1047.556637] env[69365]: _type = "Task" [ 1047.556637] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.567165] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Task: {'id': task-3302327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.577414] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.589603] env[69365]: DEBUG oslo_vmware.api [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302324, 'name': PowerOnVM_Task, 'duration_secs': 0.693093} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.590057] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.590140] env[69365]: INFO nova.compute.manager [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1047.590315] env[69365]: DEBUG nova.compute.manager [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.592488] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe10de08-9b6b-4f7a-b912-f24e6b9eef38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.598230] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "e22fcafe-7e54-4687-83c8-0c23d3991dd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.598443] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "e22fcafe-7e54-4687-83c8-0c23d3991dd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.634173] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.672019] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.672350] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09484ad1-1739-4c74-a0a5-4cfc100d6e5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.680717] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1047.680717] env[69365]: value = "task-3302328" [ 1047.680717] env[69365]: _type = "Task" [ 1047.680717] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.693216] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.828368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "refresh_cache-2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.854322] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c63a40f6-7764-4f62-bf5f-1268ab5dd683 tempest-ServersTestBootFromVolume-2109440932 tempest-ServersTestBootFromVolume-2109440932-project-member] Lock "56f615f5-518f-417d-911e-1527fbdc8a0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.328s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.865872] env[69365]: DEBUG oslo_concurrency.lockutils [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] Acquiring lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.070563] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Task: {'id': task-3302327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.101493] env[69365]: DEBUG nova.compute.manager [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.118663] env[69365]: INFO nova.compute.manager [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Took 35.10 seconds to build instance. [ 1048.199432] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302328, 'name': PowerOffVM_Task, 'duration_secs': 0.255862} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.199806] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.200254] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance '35c74321-65d1-4164-9de6-df1d14f08c81' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.312897] env[69365]: DEBUG nova.compute.manager [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.326112] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6161a626-d736-4d52-a9fe-e236ce85a89b tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.327107] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.992s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.328247] env[69365]: DEBUG nova.objects.instance [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lazy-loading 'resources' on Instance uuid 040ec1d6-2d29-4313-9e19-878a17a5e234 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.334300] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7affc94-c7e9-4674-8ab7-eab4b3159da0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-2a14f96f-2727-4a8e-9958-a9185c5a8428-bf247c13-8ece-451c-adb4-14e1f8735d50" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.974s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.342954] env[69365]: DEBUG nova.virt.hardware [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.343243] env[69365]: DEBUG nova.virt.hardware [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.343446] env[69365]: DEBUG nova.virt.hardware [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.343693] env[69365]: DEBUG nova.virt.hardware [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.343883] env[69365]: DEBUG nova.virt.hardware [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.344164] env[69365]: DEBUG nova.virt.hardware [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.344627] env[69365]: DEBUG nova.virt.hardware [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.344844] env[69365]: DEBUG nova.virt.hardware [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.345072] env[69365]: DEBUG nova.virt.hardware [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.345283] env[69365]: DEBUG nova.virt.hardware [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.345511] env[69365]: DEBUG nova.virt.hardware [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.347179] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883d41cc-6a9d-4b23-a7d4-db1c8f7ca165 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.358756] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b040119e-7899-453c-afa9-6496aba4b673 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.568329] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Task: {'id': task-3302327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.622935] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75abf23c-7846-45ad-bf85-ef3e45093f56 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.616s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.633230] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.684991] env[69365]: INFO nova.compute.manager [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Rescuing [ 1048.685302] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "refresh_cache-ab2a8a67-8f2c-40a1-9a8d-1072102b8590" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.685505] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "refresh_cache-ab2a8a67-8f2c-40a1-9a8d-1072102b8590" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.685631] env[69365]: DEBUG nova.network.neutron [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.708403] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.708695] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.708955] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.709497] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.709664] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.709865] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.713064] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.713064] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.713064] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.713064] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.713064] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.721420] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16f875d7-e0a4-404f-94f4-9e6722175b28 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.742551] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1048.742551] env[69365]: value = "task-3302329" [ 1048.742551] env[69365]: _type = "Task" [ 1048.742551] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.753151] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.936033] env[69365]: DEBUG nova.compute.manager [req-16a9a33b-7e98-4988-bb5d-138d8363fbe8 req-9cdd65f0-6663-4376-9429-e3839551e00d service nova] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Received event network-vif-plugged-f45af7ec-cecf-4c05-abf3-798758f1a36e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.936033] env[69365]: DEBUG oslo_concurrency.lockutils [req-16a9a33b-7e98-4988-bb5d-138d8363fbe8 req-9cdd65f0-6663-4376-9429-e3839551e00d service nova] Acquiring lock "df1bacbf-7d1d-4524-94c2-e7d8eda5e578-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.936033] env[69365]: DEBUG oslo_concurrency.lockutils [req-16a9a33b-7e98-4988-bb5d-138d8363fbe8 req-9cdd65f0-6663-4376-9429-e3839551e00d service nova] Lock "df1bacbf-7d1d-4524-94c2-e7d8eda5e578-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.936033] env[69365]: DEBUG oslo_concurrency.lockutils [req-16a9a33b-7e98-4988-bb5d-138d8363fbe8 req-9cdd65f0-6663-4376-9429-e3839551e00d service nova] Lock "df1bacbf-7d1d-4524-94c2-e7d8eda5e578-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.936033] env[69365]: DEBUG nova.compute.manager [req-16a9a33b-7e98-4988-bb5d-138d8363fbe8 req-9cdd65f0-6663-4376-9429-e3839551e00d service nova] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] No waiting events found dispatching network-vif-plugged-f45af7ec-cecf-4c05-abf3-798758f1a36e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.936033] env[69365]: WARNING nova.compute.manager [req-16a9a33b-7e98-4988-bb5d-138d8363fbe8 req-9cdd65f0-6663-4376-9429-e3839551e00d service nova] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Received unexpected event network-vif-plugged-f45af7ec-cecf-4c05-abf3-798758f1a36e for instance with vm_state building and task_state spawning. [ 1049.026194] env[69365]: DEBUG nova.network.neutron [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Successfully updated port: f45af7ec-cecf-4c05-abf3-798758f1a36e {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.071645] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Task: {'id': task-3302327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.171078] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea79abdb-7e6c-4ef3-b3a0-5cf7bba0cfe0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.181166] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071452bc-6e1b-44c6-bc9c-67e9bf68aff0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.220198] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2c280a-29e9-44d0-98ee-99ddb83b4da7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.229084] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628e951d-2ef3-4f39-b6d2-46803af3e30b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.245180] env[69365]: DEBUG nova.compute.provider_tree [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.265112] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302329, 'name': ReconfigVM_Task, 'duration_secs': 0.217637} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.265112] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance '35c74321-65d1-4164-9de6-df1d14f08c81' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.521756] env[69365]: DEBUG nova.network.neutron [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Updating instance_info_cache with network_info: [{"id": "11ab6e1c-5fee-4bb8-bc29-2e5f00592a30", "address": "fa:16:3e:7c:68:48", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ab6e1c-5f", "ovs_interfaceid": "11ab6e1c-5fee-4bb8-bc29-2e5f00592a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.537069] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "refresh_cache-df1bacbf-7d1d-4524-94c2-e7d8eda5e578" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.537069] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquired lock "refresh_cache-df1bacbf-7d1d-4524-94c2-e7d8eda5e578" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.537069] env[69365]: DEBUG nova.network.neutron [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.574259] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Task: {'id': task-3302327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.755762] env[69365]: DEBUG nova.scheduler.client.report [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.772600] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.772877] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.773044] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.773243] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.773663] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.773663] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.775592] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.775592] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.775592] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.775592] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.775592] env[69365]: DEBUG nova.virt.hardware [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.781485] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1049.781747] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28733f7c-535b-43cb-aaac-d73875b00baf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.805499] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1049.805499] env[69365]: value = "task-3302332" [ 1049.805499] env[69365]: _type = "Task" [ 1049.805499] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.818519] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.025275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "refresh_cache-ab2a8a67-8f2c-40a1-9a8d-1072102b8590" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.073009] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Task: {'id': task-3302327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.073930] env[69365]: DEBUG nova.network.neutron [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.244172] env[69365]: DEBUG nova.network.neutron [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Updating instance_info_cache with network_info: [{"id": "f45af7ec-cecf-4c05-abf3-798758f1a36e", "address": "fa:16:3e:13:72:92", "network": {"id": "358006c1-0132-45b4-ac95-947265520a6c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1636400384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1cc383630084ad3a91bc2b3ffd73b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45af7ec-ce", "ovs_interfaceid": "f45af7ec-cecf-4c05-abf3-798758f1a36e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.264239] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.266471] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.540s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.268030] env[69365]: INFO nova.compute.claims [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.286612] env[69365]: INFO nova.scheduler.client.report [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Deleted allocations for instance 040ec1d6-2d29-4313-9e19-878a17a5e234 [ 1050.316650] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302332, 'name': ReconfigVM_Task, 'duration_secs': 0.188025} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.317672] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1050.318577] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7c1f48-e3b3-44e1-aafb-cf218979018f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.343500] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 35c74321-65d1-4164-9de6-df1d14f08c81/35c74321-65d1-4164-9de6-df1d14f08c81.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.344137] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e5c762f-b23e-42d2-a67c-ad608e1fad5a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.364433] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1050.364433] env[69365]: value = "task-3302333" [ 1050.364433] env[69365]: _type = "Task" [ 1050.364433] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.374103] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.574651] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Task: {'id': task-3302327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.745730] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Releasing lock "refresh_cache-df1bacbf-7d1d-4524-94c2-e7d8eda5e578" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.746192] env[69365]: DEBUG nova.compute.manager [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Instance network_info: |[{"id": "f45af7ec-cecf-4c05-abf3-798758f1a36e", "address": "fa:16:3e:13:72:92", "network": {"id": "358006c1-0132-45b4-ac95-947265520a6c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1636400384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1cc383630084ad3a91bc2b3ffd73b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45af7ec-ce", "ovs_interfaceid": "f45af7ec-cecf-4c05-abf3-798758f1a36e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.746710] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:72:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f45af7ec-cecf-4c05-abf3-798758f1a36e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.755246] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.755654] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.755896] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccd09d9d-e70e-4ecb-98dc-7aa88f33aed8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.783937] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.783937] env[69365]: value = "task-3302334" [ 1050.783937] env[69365]: _type = "Task" [ 1050.783937] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.797104] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302334, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.797635] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59ac5448-03e2-4864-8ac5-92f8b5b11371 tempest-ImagesOneServerNegativeTestJSON-1006631526 tempest-ImagesOneServerNegativeTestJSON-1006631526-project-member] Lock "040ec1d6-2d29-4313-9e19-878a17a5e234" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.100s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.876634] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302333, 'name': ReconfigVM_Task, 'duration_secs': 0.27117} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.876634] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 35c74321-65d1-4164-9de6-df1d14f08c81/35c74321-65d1-4164-9de6-df1d14f08c81.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.876634] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance '35c74321-65d1-4164-9de6-df1d14f08c81' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.978656] env[69365]: DEBUG nova.compute.manager [req-c2f41300-4933-4028-9b00-0c0ab9f98f23 req-e4c862cb-3ba9-4c21-81cb-72bef069161d service nova] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Received event network-changed-f45af7ec-cecf-4c05-abf3-798758f1a36e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.978656] env[69365]: DEBUG nova.compute.manager [req-c2f41300-4933-4028-9b00-0c0ab9f98f23 req-e4c862cb-3ba9-4c21-81cb-72bef069161d service nova] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Refreshing instance network info cache due to event network-changed-f45af7ec-cecf-4c05-abf3-798758f1a36e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.979936] env[69365]: DEBUG oslo_concurrency.lockutils [req-c2f41300-4933-4028-9b00-0c0ab9f98f23 req-e4c862cb-3ba9-4c21-81cb-72bef069161d service nova] Acquiring lock "refresh_cache-df1bacbf-7d1d-4524-94c2-e7d8eda5e578" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.980136] env[69365]: DEBUG oslo_concurrency.lockutils [req-c2f41300-4933-4028-9b00-0c0ab9f98f23 req-e4c862cb-3ba9-4c21-81cb-72bef069161d service nova] Acquired lock "refresh_cache-df1bacbf-7d1d-4524-94c2-e7d8eda5e578" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.980644] env[69365]: DEBUG nova.network.neutron [req-c2f41300-4933-4028-9b00-0c0ab9f98f23 req-e4c862cb-3ba9-4c21-81cb-72bef069161d service nova] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Refreshing network info cache for port f45af7ec-cecf-4c05-abf3-798758f1a36e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.076368] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Task: {'id': task-3302327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.296960] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302334, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.385537] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff67fb1-165e-4873-aaaa-9a7a05f517bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.425541] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a20cae-f017-4aed-85c6-dc7ae7c47b59 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.451197] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance '35c74321-65d1-4164-9de6-df1d14f08c81' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.562104] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.562469] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb799c99-c3c8-41d0-a302-9b45646b73dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.579691] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Task: {'id': task-3302327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.583021] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1051.583021] env[69365]: value = "task-3302335" [ 1051.583021] env[69365]: _type = "Task" [ 1051.583021] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.590457] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.693017] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1051.693017] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659401', 'volume_id': 'f9e5354f-4228-448c-b1c8-dbfcfc5dac46', 'name': 'volume-f9e5354f-4228-448c-b1c8-dbfcfc5dac46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ff715ea-2d13-43c3-addc-4c58d4e0b21e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9e5354f-4228-448c-b1c8-dbfcfc5dac46', 'serial': 'f9e5354f-4228-448c-b1c8-dbfcfc5dac46'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1051.693017] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d04f29a-50b2-42b2-8b3b-fe5dcf0a33ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.700431] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c9b8ba-0ddb-4e67-a791-7ce97421fbee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.725215] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894e2df8-71c0-4110-8237-10f5d6033573 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.735103] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52256379-c82e-4bea-ab31-83268cf57ba1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.773892] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-f9e5354f-4228-448c-b1c8-dbfcfc5dac46/volume-f9e5354f-4228-448c-b1c8-dbfcfc5dac46.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.775647] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4e18a12-c7f4-44a2-a5c0-f6f93cf14e54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.819621] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b2d715-3d8c-4334-83f2-a7e73fe69009 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.825881] env[69365]: DEBUG oslo_vmware.api [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1051.825881] env[69365]: value = "task-3302336" [ 1051.825881] env[69365]: _type = "Task" [ 1051.825881] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.838311] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bb4164-17b2-498e-831e-f266cacd1d80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.842251] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302334, 'name': CreateVM_Task, 'duration_secs': 0.679167} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.843551] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.844072] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.844988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.844988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.845670] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c1e4d1-3b21-4ba7-8739-c4f6c419336e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.859738] env[69365]: DEBUG nova.compute.provider_tree [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.865041] env[69365]: DEBUG oslo_vmware.api [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.865848] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1051.865848] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cffc1e-b256-bd6d-d10f-5921a4adc75d" [ 1051.865848] env[69365]: _type = "Task" [ 1051.865848] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.875987] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cffc1e-b256-bd6d-d10f-5921a4adc75d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.077023] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Task: {'id': task-3302327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.094492] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302335, 'name': PowerOffVM_Task, 'duration_secs': 0.225436} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.095185] env[69365]: DEBUG nova.network.neutron [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Port f267c5ab-ed5b-41f7-803d-7db8c6220062 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1052.096934] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.098068] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306d9cfe-eeec-4185-8efa-1ef629e06c76 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.128603] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29fd9e2-754f-497e-a6e5-47f089edd04d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.159057] env[69365]: DEBUG nova.network.neutron [req-c2f41300-4933-4028-9b00-0c0ab9f98f23 req-e4c862cb-3ba9-4c21-81cb-72bef069161d service nova] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Updated VIF entry in instance network info cache for port f45af7ec-cecf-4c05-abf3-798758f1a36e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.159807] env[69365]: DEBUG nova.network.neutron [req-c2f41300-4933-4028-9b00-0c0ab9f98f23 req-e4c862cb-3ba9-4c21-81cb-72bef069161d service nova] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Updating instance_info_cache with network_info: [{"id": "f45af7ec-cecf-4c05-abf3-798758f1a36e", "address": "fa:16:3e:13:72:92", "network": {"id": "358006c1-0132-45b4-ac95-947265520a6c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1636400384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1cc383630084ad3a91bc2b3ffd73b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45af7ec-ce", "ovs_interfaceid": "f45af7ec-cecf-4c05-abf3-798758f1a36e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.163200] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.163545] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23de5180-ddcc-4268-ae90-c02a23846277 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.177702] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1052.177702] env[69365]: value = "task-3302337" [ 1052.177702] env[69365]: _type = "Task" [ 1052.177702] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.190603] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1052.190853] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.191135] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.191280] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.191457] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.192181] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42097e6f-b5a2-4598-b085-6f8f3eaa0239 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.213730] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.214117] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.214924] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73dbb017-5403-488d-9455-e7b5697edd00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.224481] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1052.224481] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a1c468-686f-6d81-6e81-d0accfbd6cde" [ 1052.224481] env[69365]: _type = "Task" [ 1052.224481] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.238841] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a1c468-686f-6d81-6e81-d0accfbd6cde, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.239719] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79efbbc7-18ba-4f42-8555-419fd96060f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.248855] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1052.248855] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525355e2-b344-1ab5-8169-ee829e03747f" [ 1052.248855] env[69365]: _type = "Task" [ 1052.248855] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.259892] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525355e2-b344-1ab5-8169-ee829e03747f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.340261] env[69365]: DEBUG oslo_vmware.api [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302336, 'name': ReconfigVM_Task, 'duration_secs': 0.425762} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.340569] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-f9e5354f-4228-448c-b1c8-dbfcfc5dac46/volume-f9e5354f-4228-448c-b1c8-dbfcfc5dac46.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.348289] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b5eb229-d174-4892-841f-9bb5154d9283 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.363929] env[69365]: DEBUG nova.scheduler.client.report [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.376274] env[69365]: DEBUG oslo_vmware.api [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1052.376274] env[69365]: value = "task-3302338" [ 1052.376274] env[69365]: _type = "Task" [ 1052.376274] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.382324] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cffc1e-b256-bd6d-d10f-5921a4adc75d, 'name': SearchDatastore_Task, 'duration_secs': 0.013474} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.387576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.389204] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.389204] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.389204] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.389572] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.390537] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e698f08b-0aef-47db-b42d-29aabf3d7829 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.403328] env[69365]: DEBUG oslo_vmware.api [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.404919] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.405283] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.406185] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b5f9dc-8852-4091-9488-bc37d85c1cd4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.415286] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1052.415286] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ffdd4d-92bd-d31d-5a3f-626dadcf24f4" [ 1052.415286] env[69365]: _type = "Task" [ 1052.415286] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.427632] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ffdd4d-92bd-d31d-5a3f-626dadcf24f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.580645] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Task: {'id': task-3302327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.667949] env[69365]: DEBUG oslo_concurrency.lockutils [req-c2f41300-4933-4028-9b00-0c0ab9f98f23 req-e4c862cb-3ba9-4c21-81cb-72bef069161d service nova] Releasing lock "refresh_cache-df1bacbf-7d1d-4524-94c2-e7d8eda5e578" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.763123] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525355e2-b344-1ab5-8169-ee829e03747f, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.763427] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.763724] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] ab2a8a67-8f2c-40a1-9a8d-1072102b8590/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk. {{(pid=69365) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1052.764076] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6417c9e0-f6d1-4567-97f0-db74eb1ac6f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.774110] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1052.774110] env[69365]: value = "task-3302339" [ 1052.774110] env[69365]: _type = "Task" [ 1052.774110] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.785436] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.870789] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.871488] env[69365]: DEBUG nova.compute.manager [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.874355] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.004s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.874612] env[69365]: DEBUG nova.objects.instance [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lazy-loading 'resources' on Instance uuid 3eb04059-8d12-40f2-95cc-652af167c60e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.900697] env[69365]: DEBUG oslo_vmware.api [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302338, 'name': ReconfigVM_Task, 'duration_secs': 0.165646} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.900697] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659401', 'volume_id': 'f9e5354f-4228-448c-b1c8-dbfcfc5dac46', 'name': 'volume-f9e5354f-4228-448c-b1c8-dbfcfc5dac46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ff715ea-2d13-43c3-addc-4c58d4e0b21e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9e5354f-4228-448c-b1c8-dbfcfc5dac46', 'serial': 'f9e5354f-4228-448c-b1c8-dbfcfc5dac46'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1052.930028] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ffdd4d-92bd-d31d-5a3f-626dadcf24f4, 'name': SearchDatastore_Task, 'duration_secs': 0.015348} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.930783] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b3e511-2ede-4ac9-bac4-fcbfee83cb39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.940350] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1052.940350] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52de9076-8f18-92d3-81e8-a18c8d7d0534" [ 1052.940350] env[69365]: _type = "Task" [ 1052.940350] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.957568] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52de9076-8f18-92d3-81e8-a18c8d7d0534, 'name': SearchDatastore_Task, 'duration_secs': 0.011896} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.958108] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.958574] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] df1bacbf-7d1d-4524-94c2-e7d8eda5e578/df1bacbf-7d1d-4524-94c2-e7d8eda5e578.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.959094] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19c6febf-4b6e-41b6-b8db-97da94dc9e5b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.970023] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1052.970023] env[69365]: value = "task-3302340" [ 1052.970023] env[69365]: _type = "Task" [ 1052.970023] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.981230] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.080712] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Task: {'id': task-3302327, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.099225] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b6ff0-ade4-4b3a-4e66-687f7cc6c326/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1053.099740] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f00883-0bc2-494a-8a25-c4aea71221b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.108931] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b6ff0-ade4-4b3a-4e66-687f7cc6c326/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1053.109380] env[69365]: ERROR oslo_vmware.rw_handles [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b6ff0-ade4-4b3a-4e66-687f7cc6c326/disk-0.vmdk due to incomplete transfer. [ 1053.109761] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-26f80119-4294-4b7e-98c0-1b5ea5233cee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.134179] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "35c74321-65d1-4164-9de6-df1d14f08c81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.134737] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "35c74321-65d1-4164-9de6-df1d14f08c81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.135085] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "35c74321-65d1-4164-9de6-df1d14f08c81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.136646] env[69365]: DEBUG oslo_vmware.rw_handles [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520b6ff0-ade4-4b3a-4e66-687f7cc6c326/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1053.136976] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Uploaded image 1c961c19-8ab6-4a6f-b2ec-57d9b1ad609c to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1053.139765] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1053.145878] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29de39bb-f701-4dd9-832a-75a2dfc79d14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.160233] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1053.160233] env[69365]: value = "task-3302341" [ 1053.160233] env[69365]: _type = "Task" [ 1053.160233] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.180949] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302341, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.291074] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302339, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.379044] env[69365]: DEBUG nova.compute.utils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.387031] env[69365]: DEBUG nova.compute.manager [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.387178] env[69365]: DEBUG nova.network.neutron [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.469594] env[69365]: DEBUG nova.policy [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5905f309941d4fbca9153fa482001f2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6a329432ab34560a794b0ecbe424961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.493714] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302340, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.587481] env[69365]: DEBUG oslo_vmware.api [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Task: {'id': task-3302327, 'name': ReconfigVM_Task, 'duration_secs': 5.792017} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.587928] env[69365]: DEBUG oslo_concurrency.lockutils [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] Releasing lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.588234] env[69365]: DEBUG nova.virt.vmwareapi.vmops [req-9e978f52-e5dc-4e7a-95c3-16f2b322525f req-fe076944-0c5f-47bf-bded-373fbd29d139 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Reconfigured VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1053.590656] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.014s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.594334] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "2a14f96f-2727-4a8e-9958-a9185c5a8428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.594334] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "2a14f96f-2727-4a8e-9958-a9185c5a8428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.594334] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "2a14f96f-2727-4a8e-9958-a9185c5a8428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.598442] env[69365]: INFO nova.compute.manager [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Terminating instance [ 1053.678185] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302341, 'name': Destroy_Task, 'duration_secs': 0.474706} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.678474] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Destroyed the VM [ 1053.678708] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1053.678996] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d2f71e08-f09c-4a56-874c-174ac04303f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.687380] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1053.687380] env[69365]: value = "task-3302342" [ 1053.687380] env[69365]: _type = "Task" [ 1053.687380] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.701376] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302342, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.792033] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5947} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.793491] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] ab2a8a67-8f2c-40a1-9a8d-1072102b8590/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk. [ 1053.794512] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb6b8c2-1ebb-41fe-86bc-0f29db38a274 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.831956] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] ab2a8a67-8f2c-40a1-9a8d-1072102b8590/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.833671] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5f39fd8-4ead-4272-a2b3-a0fc045dca4a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.848985] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03925d13-c338-4f42-865a-2b121a691c5d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.858926] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d264cd07-38a8-4c0f-8138-444921ad9880 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.862474] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1053.862474] env[69365]: value = "task-3302343" [ 1053.862474] env[69365]: _type = "Task" [ 1053.862474] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.892171] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b6d6c3-3a98-417a-9984-9432c74cc3cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.898034] env[69365]: DEBUG nova.compute.manager [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.900634] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.907209] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de5a3ca-d7cc-48bf-a406-c5637fa96215 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.927122] env[69365]: DEBUG nova.compute.provider_tree [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.968312] env[69365]: DEBUG nova.objects.instance [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'flavor' on Instance uuid 5ff715ea-2d13-43c3-addc-4c58d4e0b21e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.989629] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702167} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.990865] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] df1bacbf-7d1d-4524-94c2-e7d8eda5e578/df1bacbf-7d1d-4524-94c2-e7d8eda5e578.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.991540] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.991540] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aea12460-1426-4413-a7ce-7ff60c584ad2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.001828] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1054.001828] env[69365]: value = "task-3302344" [ 1054.001828] env[69365]: _type = "Task" [ 1054.001828] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.014735] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.109676] env[69365]: DEBUG nova.compute.manager [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.109676] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.110976] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14525008-95db-4e5d-bea8-f414b5ccec9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.122284] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Acquiring lock "0ce8b3dc-a511-4ad0-a984-7378dda61f07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.122570] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Lock "0ce8b3dc-a511-4ad0-a984-7378dda61f07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.123785] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.125448] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aafe62f8-a049-4cbd-8f83-869caacd0bc9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.133705] env[69365]: DEBUG oslo_vmware.api [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1054.133705] env[69365]: value = "task-3302345" [ 1054.133705] env[69365]: _type = "Task" [ 1054.133705] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.145743] env[69365]: DEBUG oslo_vmware.api [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.200360] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302342, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.235433] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.235520] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.235689] env[69365]: DEBUG nova.network.neutron [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.249773] env[69365]: DEBUG nova.network.neutron [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Successfully created port: f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.379564] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.431031] env[69365]: DEBUG nova.scheduler.client.report [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.474537] env[69365]: DEBUG oslo_concurrency.lockutils [None req-826dd7c7-0403-4c05-b12a-f52a5a594f24 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.452s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.513414] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.626941] env[69365]: DEBUG nova.compute.manager [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.645963] env[69365]: DEBUG oslo_vmware.api [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.705480] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302342, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.875017] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.916789] env[69365]: DEBUG nova.compute.manager [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.936264] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.942600] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.178s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.944249] env[69365]: INFO nova.compute.claims [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.963497] env[69365]: DEBUG nova.virt.hardware [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.963497] env[69365]: DEBUG nova.virt.hardware [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.963497] env[69365]: DEBUG nova.virt.hardware [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.963497] env[69365]: DEBUG nova.virt.hardware [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.963497] env[69365]: DEBUG nova.virt.hardware [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.963497] env[69365]: DEBUG nova.virt.hardware [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.963497] env[69365]: DEBUG nova.virt.hardware [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.963497] env[69365]: DEBUG nova.virt.hardware [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.963497] env[69365]: DEBUG nova.virt.hardware [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.963497] env[69365]: DEBUG nova.virt.hardware [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.963497] env[69365]: DEBUG nova.virt.hardware [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.964076] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bdfbae-52e7-401b-94a5-186125fd8c3c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.968191] env[69365]: INFO nova.scheduler.client.report [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Deleted allocations for instance 3eb04059-8d12-40f2-95cc-652af167c60e [ 1054.975933] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7b739f-3343-4b60-b384-09a30a2c9c60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.014565] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.68181} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.014858] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.016117] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e81f24-ca88-49d4-a0b6-3ba970fc2668 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.059252] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] df1bacbf-7d1d-4524-94c2-e7d8eda5e578/df1bacbf-7d1d-4524-94c2-e7d8eda5e578.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.059626] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5fffb3e-ce04-4625-ae3e-2e4d03510317 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.082556] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1055.082556] env[69365]: value = "task-3302346" [ 1055.082556] env[69365]: _type = "Task" [ 1055.082556] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.092142] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.151074] env[69365]: DEBUG oslo_vmware.api [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302345, 'name': PowerOffVM_Task, 'duration_secs': 0.687089} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.152141] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.152141] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.152141] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-553d88a2-511b-4ab9-9bf5-2b17ba803437 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.154431] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.157531] env[69365]: DEBUG nova.network.neutron [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance_info_cache with network_info: [{"id": "f267c5ab-ed5b-41f7-803d-7db8c6220062", "address": "fa:16:3e:94:06:84", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf267c5ab-ed", "ovs_interfaceid": "f267c5ab-ed5b-41f7-803d-7db8c6220062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.201938] env[69365]: DEBUG oslo_vmware.api [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302342, 'name': RemoveSnapshot_Task, 'duration_secs': 1.465712} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.202332] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1055.202610] env[69365]: INFO nova.compute.manager [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 1055.228186] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.228283] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.228475] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Deleting the datastore file [datastore1] 2a14f96f-2727-4a8e-9958-a9185c5a8428 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.228764] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04a133e4-f7e4-4b4b-891a-364bda25b49d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.236663] env[69365]: DEBUG oslo_vmware.api [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1055.236663] env[69365]: value = "task-3302348" [ 1055.236663] env[69365]: _type = "Task" [ 1055.236663] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.249974] env[69365]: DEBUG oslo_vmware.api [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.375279] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302343, 'name': ReconfigVM_Task, 'duration_secs': 1.106251} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.375532] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Reconfigured VM instance instance-00000057 to attach disk [datastore2] ab2a8a67-8f2c-40a1-9a8d-1072102b8590/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.376930] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ad1f0-912c-43d3-b77d-7e0448422d2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.406331] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87615e91-8463-4430-bb49-f3c42d5568d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.425049] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1055.425049] env[69365]: value = "task-3302349" [ 1055.425049] env[69365]: _type = "Task" [ 1055.425049] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.434466] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.477755] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7475ec1-9067-4904-9eba-ee44135545cb tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "3eb04059-8d12-40f2-95cc-652af167c60e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.040s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.594518] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302346, 'name': ReconfigVM_Task, 'duration_secs': 0.334387} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.594836] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Reconfigured VM instance instance-00000058 to attach disk [datastore1] df1bacbf-7d1d-4524-94c2-e7d8eda5e578/df1bacbf-7d1d-4524-94c2-e7d8eda5e578.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.595694] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75ead8a1-3652-4372-8958-04cba1a08ea2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.603866] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1055.603866] env[69365]: value = "task-3302350" [ 1055.603866] env[69365]: _type = "Task" [ 1055.603866] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.613111] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302350, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.660708] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.754398] env[69365]: DEBUG oslo_vmware.api [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373095} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.760488] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.760488] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.760488] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.760488] env[69365]: INFO nova.compute.manager [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1055.760488] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.760988] env[69365]: DEBUG nova.compute.manager [-] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.761118] env[69365]: DEBUG nova.network.neutron [-] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.764157] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.764468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.782609] env[69365]: DEBUG nova.compute.manager [None req-9696e4eb-5d3a-4d88-9350-62633e308422 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Found 1 images (rotation: 2) {{(pid=69365) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1055.937731] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302349, 'name': ReconfigVM_Task, 'duration_secs': 0.168277} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.938017] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.938277] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd4ebba0-c13b-4cdf-b179-7ff2fd0b5bbc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.946010] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1055.946010] env[69365]: value = "task-3302351" [ 1055.946010] env[69365]: _type = "Task" [ 1055.946010] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.961559] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.090526] env[69365]: DEBUG nova.network.neutron [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Successfully updated port: f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.128358] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302350, 'name': Rename_Task, 'duration_secs': 0.241819} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.128358] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.128358] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3ede9c1-e19f-4b9c-9ddc-a459783be2de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.136125] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1056.136125] env[69365]: value = "task-3302352" [ 1056.136125] env[69365]: _type = "Task" [ 1056.136125] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.146577] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.199233] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81392601-6ece-4f32-80f6-6834359b75af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.224250] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5121b50-ae6d-4513-9382-5a2227e5f9e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.236106] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance '35c74321-65d1-4164-9de6-df1d14f08c81' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.268731] env[69365]: DEBUG nova.compute.utils [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.373464] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "959b7468-5c58-41d6-8623-5835395c59f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.373464] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "959b7468-5c58-41d6-8623-5835395c59f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.395310] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f9bd69-8913-4de4-a9c1-1f7d1cb36b20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.404653] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5738ac-38d5-46fd-8666-4575f3b63e41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.440611] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08eb221-bac6-433f-90aa-250c85fdf0c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.453092] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08025df8-1549-4508-b556-1e472b1aa92f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.468973] env[69365]: DEBUG nova.compute.provider_tree [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.476518] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302351, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.593114] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.593286] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.593624] env[69365]: DEBUG nova.network.neutron [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.650454] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302352, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.659488] env[69365]: DEBUG nova.compute.manager [req-b6799d9d-31e5-4ef2-8928-29703a05f423 req-1cd49356-53ea-475b-bb79-1ff198ead85c service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Received event network-vif-plugged-f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.659705] env[69365]: DEBUG oslo_concurrency.lockutils [req-b6799d9d-31e5-4ef2-8928-29703a05f423 req-1cd49356-53ea-475b-bb79-1ff198ead85c service nova] Acquiring lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.659942] env[69365]: DEBUG oslo_concurrency.lockutils [req-b6799d9d-31e5-4ef2-8928-29703a05f423 req-1cd49356-53ea-475b-bb79-1ff198ead85c service nova] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.660149] env[69365]: DEBUG oslo_concurrency.lockutils [req-b6799d9d-31e5-4ef2-8928-29703a05f423 req-1cd49356-53ea-475b-bb79-1ff198ead85c service nova] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.660319] env[69365]: DEBUG nova.compute.manager [req-b6799d9d-31e5-4ef2-8928-29703a05f423 req-1cd49356-53ea-475b-bb79-1ff198ead85c service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] No waiting events found dispatching network-vif-plugged-f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.660489] env[69365]: WARNING nova.compute.manager [req-b6799d9d-31e5-4ef2-8928-29703a05f423 req-1cd49356-53ea-475b-bb79-1ff198ead85c service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Received unexpected event network-vif-plugged-f5799aaa-e180-48ae-a58e-e6320fce8294 for instance with vm_state building and task_state spawning. [ 1056.677998] env[69365]: DEBUG nova.compute.manager [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.679023] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e21420-c2e5-4263-9d2c-04d6c0edc42c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.743681] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.744790] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a34f207e-7438-471b-a7e5-1cf74ad6fa8d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.753192] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1056.753192] env[69365]: value = "task-3302353" [ 1056.753192] env[69365]: _type = "Task" [ 1056.753192] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.757822] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "c0b388b1-0e5d-48f4-9211-8c5e11c0d7df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.758053] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "c0b388b1-0e5d-48f4-9211-8c5e11c0d7df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.758349] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "c0b388b1-0e5d-48f4-9211-8c5e11c0d7df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.758444] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "c0b388b1-0e5d-48f4-9211-8c5e11c0d7df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.758595] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "c0b388b1-0e5d-48f4-9211-8c5e11c0d7df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.760729] env[69365]: INFO nova.compute.manager [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Terminating instance [ 1056.771264] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.772032] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.837820] env[69365]: DEBUG nova.network.neutron [-] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.874955] env[69365]: DEBUG nova.compute.manager [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.964078] env[69365]: DEBUG oslo_vmware.api [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302351, 'name': PowerOnVM_Task, 'duration_secs': 0.56411} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.964956] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.969441] env[69365]: DEBUG nova.compute.manager [None req-b75bb1a2-a0d4-49c8-8c9d-893e4fa05a17 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.970660] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028c38e5-cc93-464b-89b3-b329cf1ae59d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.977230] env[69365]: DEBUG nova.scheduler.client.report [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.138578] env[69365]: DEBUG nova.network.neutron [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.154222] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302352, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.194683] env[69365]: INFO nova.compute.manager [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] instance snapshotting [ 1057.195177] env[69365]: DEBUG nova.objects.instance [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'flavor' on Instance uuid 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.265438] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "refresh_cache-c0b388b1-0e5d-48f4-9211-8c5e11c0d7df" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.265851] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquired lock "refresh_cache-c0b388b1-0e5d-48f4-9211-8c5e11c0d7df" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.266231] env[69365]: DEBUG nova.network.neutron [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.273018] env[69365]: DEBUG oslo_vmware.api [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302353, 'name': PowerOnVM_Task, 'duration_secs': 0.433979} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.275256] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.278503] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaa4118-fd1f-4bd9-9187-e28eccfc6975 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance '35c74321-65d1-4164-9de6-df1d14f08c81' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.316931] env[69365]: DEBUG nova.network.neutron [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Updating instance_info_cache with network_info: [{"id": "f5799aaa-e180-48ae-a58e-e6320fce8294", "address": "fa:16:3e:37:47:18", "network": {"id": "d870eb9a-de7e-41c7-98b2-de0321b747ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1581030405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a329432ab34560a794b0ecbe424961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5799aaa-e1", "ovs_interfaceid": "f5799aaa-e180-48ae-a58e-e6320fce8294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.343042] env[69365]: INFO nova.compute.manager [-] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Took 1.58 seconds to deallocate network for instance. [ 1057.403290] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.486135] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.486135] env[69365]: DEBUG nova.compute.manager [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.489211] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.898s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.490775] env[69365]: INFO nova.compute.claims [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.654773] env[69365]: DEBUG oslo_vmware.api [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302352, 'name': PowerOnVM_Task, 'duration_secs': 1.060667} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.654773] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.654941] env[69365]: INFO nova.compute.manager [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1057.655180] env[69365]: DEBUG nova.compute.manager [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.656013] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862c704d-9f46-41b1-af0e-044572ba3233 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.708037] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31f68b0-4605-420b-9f06-26e698f9591c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.737494] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09f2ddc-de4b-4856-8ddd-1bc6c322add4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.794263] env[69365]: DEBUG nova.network.neutron [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.820765] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Releasing lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.821113] env[69365]: DEBUG nova.compute.manager [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Instance network_info: |[{"id": "f5799aaa-e180-48ae-a58e-e6320fce8294", "address": "fa:16:3e:37:47:18", "network": {"id": "d870eb9a-de7e-41c7-98b2-de0321b747ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1581030405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a329432ab34560a794b0ecbe424961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5799aaa-e1", "ovs_interfaceid": "f5799aaa-e180-48ae-a58e-e6320fce8294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.821527] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:47:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5799aaa-e180-48ae-a58e-e6320fce8294', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.830136] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Creating folder: Project (f6a329432ab34560a794b0ecbe424961). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.830374] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab8c2c84-8570-40a5-9191-23ddbc2e3e65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.845724] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Created folder: Project (f6a329432ab34560a794b0ecbe424961) in parent group-v659152. [ 1057.846028] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Creating folder: Instances. Parent ref: group-v659403. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.846291] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0364bfd9-ef3b-45e0-9c1d-e233f630e0d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.851519] env[69365]: DEBUG nova.network.neutron [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.854716] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.860425] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Created folder: Instances in parent group-v659403. [ 1057.860425] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.860425] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.860829] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d7b4e96-8fad-40ca-bf6b-473a120d0b94 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.878138] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.878138] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.878138] env[69365]: INFO nova.compute.manager [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Attaching volume 8ca20354-f630-446d-846e-4cf7beda210e to /dev/sdc [ 1057.891269] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.891269] env[69365]: value = "task-3302356" [ 1057.891269] env[69365]: _type = "Task" [ 1057.891269] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.904084] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302356, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.932027] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915aac7-05bc-453f-b3bc-84726e0d6414 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.942078] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2dfe52-75ba-466e-8fe8-1e56f3961845 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.959290] env[69365]: DEBUG nova.virt.block_device [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Updating existing volume attachment record: 169a598b-d457-424d-b201-84ffd7e5658e {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1057.996534] env[69365]: DEBUG nova.compute.utils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.002132] env[69365]: DEBUG nova.compute.manager [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.002132] env[69365]: DEBUG nova.network.neutron [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.060135] env[69365]: DEBUG nova.policy [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '141874be36c049df97e759d652ef9f12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c69328e8180e4fa2bb3a2ddd910ce8ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.177414] env[69365]: INFO nova.compute.manager [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Took 28.93 seconds to build instance. [ 1058.255491] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1058.255918] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-66652d89-2d14-4588-b2cd-5b0414d28b49 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.265659] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1058.265659] env[69365]: value = "task-3302358" [ 1058.265659] env[69365]: _type = "Task" [ 1058.265659] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.277246] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.357204] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Releasing lock "refresh_cache-c0b388b1-0e5d-48f4-9211-8c5e11c0d7df" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.357204] env[69365]: DEBUG nova.compute.manager [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.357204] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.357204] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0fdf4a-b62a-4ecb-9b53-25b5cb7b5cf6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.369019] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.369019] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0429f5ef-e0b3-4bc0-a861-984a996d883b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.382604] env[69365]: DEBUG oslo_vmware.api [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1058.382604] env[69365]: value = "task-3302359" [ 1058.382604] env[69365]: _type = "Task" [ 1058.382604] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.408543] env[69365]: DEBUG oslo_vmware.api [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.412841] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302356, 'name': CreateVM_Task, 'duration_secs': 0.498935} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.412841] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.413368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.413589] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.415018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.415018] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd6942f3-b7e4-4db1-9608-a9437dc3aa33 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.424373] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1058.424373] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523b7a9a-f657-9b72-daa5-216a557b8a2e" [ 1058.424373] env[69365]: _type = "Task" [ 1058.424373] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.439039] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523b7a9a-f657-9b72-daa5-216a557b8a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.482081] env[69365]: DEBUG nova.network.neutron [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Successfully created port: 6c37e9fc-a645-4833-b278-8e89fbbfb554 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.504781] env[69365]: DEBUG nova.compute.manager [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.679737] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108de74f-5f4d-4840-abc0-221d467dff96 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "df1bacbf-7d1d-4524-94c2-e7d8eda5e578" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.999s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.780865] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.885958] env[69365]: DEBUG nova.compute.manager [req-abe7d98f-8690-4f6e-aa72-25d315b05575 req-30c31299-43fc-4067-bea8-7f89925521b1 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Received event network-changed-f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.886223] env[69365]: DEBUG nova.compute.manager [req-abe7d98f-8690-4f6e-aa72-25d315b05575 req-30c31299-43fc-4067-bea8-7f89925521b1 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Refreshing instance network info cache due to event network-changed-f5799aaa-e180-48ae-a58e-e6320fce8294. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.886480] env[69365]: DEBUG oslo_concurrency.lockutils [req-abe7d98f-8690-4f6e-aa72-25d315b05575 req-30c31299-43fc-4067-bea8-7f89925521b1 service nova] Acquiring lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.886693] env[69365]: DEBUG oslo_concurrency.lockutils [req-abe7d98f-8690-4f6e-aa72-25d315b05575 req-30c31299-43fc-4067-bea8-7f89925521b1 service nova] Acquired lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.886838] env[69365]: DEBUG nova.network.neutron [req-abe7d98f-8690-4f6e-aa72-25d315b05575 req-30c31299-43fc-4067-bea8-7f89925521b1 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Refreshing network info cache for port f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.903848] env[69365]: DEBUG oslo_vmware.api [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302359, 'name': PowerOffVM_Task, 'duration_secs': 0.234509} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.904182] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.904394] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.904724] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2117e92-1ee8-4634-a165-43b9b9862fdb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.936295] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523b7a9a-f657-9b72-daa5-216a557b8a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011534} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.937693] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.938019] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.938352] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.938594] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.938855] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.939962] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1d0b5a-950d-4d3d-822f-c4b0f60c2318 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.946121] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71e14304-073d-4401-8cd8-db3debdd6f20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.948352] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.949245] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.949306] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Deleting the datastore file [datastore2] c0b388b1-0e5d-48f4-9211-8c5e11c0d7df {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.950318] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b5e598b-fcb9-4477-9b10-8a77f9e50395 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.957892] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eca4c8-958a-4962-8505-d7c51c9e644d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.964729] env[69365]: DEBUG oslo_vmware.api [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for the task: (returnval){ [ 1058.964729] env[69365]: value = "task-3302361" [ 1058.964729] env[69365]: _type = "Task" [ 1058.964729] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.965764] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.965764] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.967416] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1d88c2-e8d9-44c9-91a1-cef972d4ed7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.005778] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a43aa4b-da36-4cd5-b13d-4241d87fd005 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.010855] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1059.010855] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cdd84c-4c79-4158-3f19-fd33bca929ca" [ 1059.010855] env[69365]: _type = "Task" [ 1059.010855] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.026332] env[69365]: DEBUG oslo_vmware.api [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.028370] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58db793-4f0d-4e44-9e66-c3a55833bba3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.045927] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cdd84c-4c79-4158-3f19-fd33bca929ca, 'name': SearchDatastore_Task, 'duration_secs': 0.022682} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.062626] env[69365]: DEBUG nova.compute.provider_tree [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.067914] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f17d6fc-c469-4ba5-9d32-bfb9eb9bbddd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.074887] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1059.074887] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52913d7a-77c6-a030-af71-269bfdd2a7a2" [ 1059.074887] env[69365]: _type = "Task" [ 1059.074887] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.088152] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52913d7a-77c6-a030-af71-269bfdd2a7a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.277798] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302358, 'name': CreateSnapshot_Task, 'duration_secs': 0.562863} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.277798] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1059.278261] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1449c8b3-3d71-4311-a0d6-029405730adb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.475148] env[69365]: INFO nova.compute.manager [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Rescuing [ 1059.475148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "refresh_cache-df1bacbf-7d1d-4524-94c2-e7d8eda5e578" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.475388] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquired lock "refresh_cache-df1bacbf-7d1d-4524-94c2-e7d8eda5e578" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.475388] env[69365]: DEBUG nova.network.neutron [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.484443] env[69365]: DEBUG oslo_vmware.api [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Task: {'id': task-3302361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303695} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.485220] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.485418] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.485600] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.485776] env[69365]: INFO nova.compute.manager [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1059.486079] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.486776] env[69365]: DEBUG nova.compute.manager [-] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.486879] env[69365]: DEBUG nova.network.neutron [-] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.517663] env[69365]: DEBUG nova.compute.manager [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.521008] env[69365]: DEBUG nova.network.neutron [-] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.553218] env[69365]: DEBUG nova.virt.hardware [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.553218] env[69365]: DEBUG nova.virt.hardware [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.553218] env[69365]: DEBUG nova.virt.hardware [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.553218] env[69365]: DEBUG nova.virt.hardware [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.553218] env[69365]: DEBUG nova.virt.hardware [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.553803] env[69365]: DEBUG nova.virt.hardware [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.554357] env[69365]: DEBUG nova.virt.hardware [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.554706] env[69365]: DEBUG nova.virt.hardware [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.555056] env[69365]: DEBUG nova.virt.hardware [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.555556] env[69365]: DEBUG nova.virt.hardware [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.555865] env[69365]: DEBUG nova.virt.hardware [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.557336] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ed1404-300f-4d0a-8096-ee684d3c3be4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.569147] env[69365]: DEBUG nova.scheduler.client.report [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.574972] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abca1327-c70f-4dab-9ef9-2a2bc711d1ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.608346] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52913d7a-77c6-a030-af71-269bfdd2a7a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.612352] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.612941] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7/b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.613698] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00ab8814-4f64-4dc9-9881-c6cd92af0f31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.625386] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1059.625386] env[69365]: value = "task-3302362" [ 1059.625386] env[69365]: _type = "Task" [ 1059.625386] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.635017] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.728470] env[69365]: DEBUG nova.network.neutron [req-abe7d98f-8690-4f6e-aa72-25d315b05575 req-30c31299-43fc-4067-bea8-7f89925521b1 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Updated VIF entry in instance network info cache for port f5799aaa-e180-48ae-a58e-e6320fce8294. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.728910] env[69365]: DEBUG nova.network.neutron [req-abe7d98f-8690-4f6e-aa72-25d315b05575 req-30c31299-43fc-4067-bea8-7f89925521b1 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Updating instance_info_cache with network_info: [{"id": "f5799aaa-e180-48ae-a58e-e6320fce8294", "address": "fa:16:3e:37:47:18", "network": {"id": "d870eb9a-de7e-41c7-98b2-de0321b747ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1581030405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a329432ab34560a794b0ecbe424961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5799aaa-e1", "ovs_interfaceid": "f5799aaa-e180-48ae-a58e-e6320fce8294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.802186] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1059.803211] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f0d1913b-f414-4fd9-be6a-3be8bde695f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.815109] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1059.815109] env[69365]: value = "task-3302363" [ 1059.815109] env[69365]: _type = "Task" [ 1059.815109] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.821883] env[69365]: INFO nova.compute.manager [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Rescuing [ 1059.822130] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "refresh_cache-e1c30937-800f-4fee-a638-2bd109047cf0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.822234] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "refresh_cache-e1c30937-800f-4fee-a638-2bd109047cf0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.822386] env[69365]: DEBUG nova.network.neutron [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.827794] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302363, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.023500] env[69365]: DEBUG nova.network.neutron [-] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.074749] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.075490] env[69365]: DEBUG nova.compute.manager [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.079906] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.981s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.080215] env[69365]: DEBUG nova.objects.instance [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Lazy-loading 'resources' on Instance uuid 30cb6f81-7db8-41c4-bc85-cc3fa667d58e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.135538] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302362, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.234158] env[69365]: DEBUG oslo_concurrency.lockutils [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "35c74321-65d1-4164-9de6-df1d14f08c81" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.234273] env[69365]: DEBUG oslo_concurrency.lockutils [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "35c74321-65d1-4164-9de6-df1d14f08c81" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.234392] env[69365]: DEBUG nova.compute.manager [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Going to confirm migration 4 {{(pid=69365) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1060.236026] env[69365]: DEBUG oslo_concurrency.lockutils [req-abe7d98f-8690-4f6e-aa72-25d315b05575 req-30c31299-43fc-4067-bea8-7f89925521b1 service nova] Releasing lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.236415] env[69365]: DEBUG nova.compute.manager [req-abe7d98f-8690-4f6e-aa72-25d315b05575 req-30c31299-43fc-4067-bea8-7f89925521b1 service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Received event network-vif-deleted-ded73143-243b-488c-a098-067b7b1bfb55 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.335523] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302363, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.527646] env[69365]: INFO nova.compute.manager [-] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Took 1.04 seconds to deallocate network for instance. [ 1060.584250] env[69365]: DEBUG nova.compute.utils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.592630] env[69365]: DEBUG nova.compute.manager [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.592806] env[69365]: DEBUG nova.network.neutron [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.645384] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63507} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.648907] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7/b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.649890] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.649890] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbd6c440-f004-498f-a7de-735fd8b44b6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.659138] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1060.659138] env[69365]: value = "task-3302365" [ 1060.659138] env[69365]: _type = "Task" [ 1060.659138] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.670998] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.684979] env[69365]: DEBUG nova.policy [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '306c37bfd674476b8820c7c562cec317', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15caeba64fd249218d7397384330c2e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.810085] env[69365]: DEBUG nova.network.neutron [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Updating instance_info_cache with network_info: [{"id": "f45af7ec-cecf-4c05-abf3-798758f1a36e", "address": "fa:16:3e:13:72:92", "network": {"id": "358006c1-0132-45b4-ac95-947265520a6c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1636400384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1cc383630084ad3a91bc2b3ffd73b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45af7ec-ce", "ovs_interfaceid": "f45af7ec-cecf-4c05-abf3-798758f1a36e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.827813] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302363, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.840343] env[69365]: DEBUG oslo_concurrency.lockutils [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.840552] env[69365]: DEBUG oslo_concurrency.lockutils [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.840711] env[69365]: DEBUG nova.network.neutron [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.840928] env[69365]: DEBUG nova.objects.instance [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lazy-loading 'info_cache' on Instance uuid 35c74321-65d1-4164-9de6-df1d14f08c81 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.923492] env[69365]: DEBUG nova.compute.manager [req-24981638-e1ab-4384-9221-c4746cf3a039 req-d24b6d20-6a1f-4685-9dd5-84b4a11d3cee service nova] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Received event network-vif-plugged-6c37e9fc-a645-4833-b278-8e89fbbfb554 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.923700] env[69365]: DEBUG oslo_concurrency.lockutils [req-24981638-e1ab-4384-9221-c4746cf3a039 req-d24b6d20-6a1f-4685-9dd5-84b4a11d3cee service nova] Acquiring lock "cead0389-490a-46c2-8c59-969bbadb28bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.923903] env[69365]: DEBUG oslo_concurrency.lockutils [req-24981638-e1ab-4384-9221-c4746cf3a039 req-d24b6d20-6a1f-4685-9dd5-84b4a11d3cee service nova] Lock "cead0389-490a-46c2-8c59-969bbadb28bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.924103] env[69365]: DEBUG oslo_concurrency.lockutils [req-24981638-e1ab-4384-9221-c4746cf3a039 req-d24b6d20-6a1f-4685-9dd5-84b4a11d3cee service nova] Lock "cead0389-490a-46c2-8c59-969bbadb28bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.924311] env[69365]: DEBUG nova.compute.manager [req-24981638-e1ab-4384-9221-c4746cf3a039 req-d24b6d20-6a1f-4685-9dd5-84b4a11d3cee service nova] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] No waiting events found dispatching network-vif-plugged-6c37e9fc-a645-4833-b278-8e89fbbfb554 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.926020] env[69365]: WARNING nova.compute.manager [req-24981638-e1ab-4384-9221-c4746cf3a039 req-d24b6d20-6a1f-4685-9dd5-84b4a11d3cee service nova] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Received unexpected event network-vif-plugged-6c37e9fc-a645-4833-b278-8e89fbbfb554 for instance with vm_state building and task_state spawning. [ 1060.961607] env[69365]: DEBUG nova.network.neutron [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Successfully updated port: 6c37e9fc-a645-4833-b278-8e89fbbfb554 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.005906] env[69365]: DEBUG nova.network.neutron [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Updating instance_info_cache with network_info: [{"id": "4bb16427-c88e-4fdc-af7e-e2222fed83fd", "address": "fa:16:3e:f9:f6:88", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb16427-c8", "ovs_interfaceid": "4bb16427-c88e-4fdc-af7e-e2222fed83fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.034958] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.048493] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678fb4a5-157f-46f5-ab92-9812f65e901f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.057059] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f122d1a3-736f-4af1-b5dd-8eed94a340f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.091691] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eace2c4c-63f3-43fb-a747-8a1e87f8ff82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.095243] env[69365]: DEBUG nova.compute.manager [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.106274] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77a99f2-9c90-4b3b-997f-c08ec1a449f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.120983] env[69365]: DEBUG nova.compute.provider_tree [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.169568] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130422} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.169833] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.170665] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e3520b-e6b3-4346-a7d8-111f3141a0dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.193279] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7/b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.193903] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f086ea53-ee0b-492d-8991-921fc7aa5f03 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.216524] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1061.216524] env[69365]: value = "task-3302366" [ 1061.216524] env[69365]: _type = "Task" [ 1061.216524] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.225447] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.313166] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Releasing lock "refresh_cache-df1bacbf-7d1d-4524-94c2-e7d8eda5e578" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.327516] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302363, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.331243] env[69365]: DEBUG nova.network.neutron [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Successfully created port: acc393b6-c7b5-4605-a18a-6201e50d9b50 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.469188] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "refresh_cache-cead0389-490a-46c2-8c59-969bbadb28bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.469188] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "refresh_cache-cead0389-490a-46c2-8c59-969bbadb28bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.469405] env[69365]: DEBUG nova.network.neutron [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.510912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "refresh_cache-e1c30937-800f-4fee-a638-2bd109047cf0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.630452] env[69365]: DEBUG nova.scheduler.client.report [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.729582] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302366, 'name': ReconfigVM_Task, 'duration_secs': 0.30017} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.730062] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Reconfigured VM instance instance-00000059 to attach disk [datastore1] b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7/b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.730996] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37387c8b-9c55-4cc9-8d8f-cb22ee0277a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.741990] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1061.741990] env[69365]: value = "task-3302367" [ 1061.741990] env[69365]: _type = "Task" [ 1061.741990] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.754894] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302367, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.826952] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302363, 'name': CloneVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.014224] env[69365]: DEBUG nova.network.neutron [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.108750] env[69365]: DEBUG nova.compute.manager [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.134477] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.135157] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.975s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.136907] env[69365]: INFO nova.compute.claims [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.145325] env[69365]: DEBUG nova.virt.hardware [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.145325] env[69365]: DEBUG nova.virt.hardware [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.145325] env[69365]: DEBUG nova.virt.hardware [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.145325] env[69365]: DEBUG nova.virt.hardware [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.145325] env[69365]: DEBUG nova.virt.hardware [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.145605] env[69365]: DEBUG nova.virt.hardware [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.145941] env[69365]: DEBUG nova.virt.hardware [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.145941] env[69365]: DEBUG nova.virt.hardware [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.146468] env[69365]: DEBUG nova.virt.hardware [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.146468] env[69365]: DEBUG nova.virt.hardware [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.146615] env[69365]: DEBUG nova.virt.hardware [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.147746] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286b3fec-e6c5-4e58-b4dd-4beea5aff37d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.157637] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42382bd0-0465-4550-8e6a-67e2dd5278c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.163155] env[69365]: INFO nova.scheduler.client.report [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Deleted allocations for instance 30cb6f81-7db8-41c4-bc85-cc3fa667d58e [ 1062.194513] env[69365]: DEBUG nova.network.neutron [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance_info_cache with network_info: [{"id": "f267c5ab-ed5b-41f7-803d-7db8c6220062", "address": "fa:16:3e:94:06:84", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf267c5ab-ed", "ovs_interfaceid": "f267c5ab-ed5b-41f7-803d-7db8c6220062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.239224] env[69365]: DEBUG nova.network.neutron [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Updating instance_info_cache with network_info: [{"id": "6c37e9fc-a645-4833-b278-8e89fbbfb554", "address": "fa:16:3e:bf:77:33", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c37e9fc-a6", "ovs_interfaceid": "6c37e9fc-a645-4833-b278-8e89fbbfb554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.253151] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302367, 'name': Rename_Task, 'duration_secs': 0.157501} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.254122] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.254819] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42250f11-5cda-466b-9dfc-49f5ba9dd61c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.262444] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1062.262444] env[69365]: value = "task-3302368" [ 1062.262444] env[69365]: _type = "Task" [ 1062.262444] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.274617] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.327785] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302363, 'name': CloneVM_Task, 'duration_secs': 2.037626} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.328070] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Created linked-clone VM from snapshot [ 1062.328819] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b63f60a-6ea4-41e0-ba05-e35841716fb3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.337338] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Uploading image c3e8c22a-f9f9-4379-ad1e-a33b8f0c0735 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1062.364120] env[69365]: DEBUG oslo_vmware.rw_handles [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1062.364120] env[69365]: value = "vm-659408" [ 1062.364120] env[69365]: _type = "VirtualMachine" [ 1062.364120] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1062.364120] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e1cfa7b-dd29-41a3-99c8-54dc66eef69a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.376316] env[69365]: DEBUG oslo_vmware.rw_handles [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lease: (returnval){ [ 1062.376316] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f9d68a-bf73-1a63-52da-e1d88d2dec19" [ 1062.376316] env[69365]: _type = "HttpNfcLease" [ 1062.376316] env[69365]: } obtained for exporting VM: (result){ [ 1062.376316] env[69365]: value = "vm-659408" [ 1062.376316] env[69365]: _type = "VirtualMachine" [ 1062.376316] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1062.380149] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the lease: (returnval){ [ 1062.380149] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f9d68a-bf73-1a63-52da-e1d88d2dec19" [ 1062.380149] env[69365]: _type = "HttpNfcLease" [ 1062.380149] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1062.383471] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.383471] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f9d68a-bf73-1a63-52da-e1d88d2dec19" [ 1062.383471] env[69365]: _type = "HttpNfcLease" [ 1062.383471] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1062.523024] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1062.523293] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659406', 'volume_id': '8ca20354-f630-446d-846e-4cf7beda210e', 'name': 'volume-8ca20354-f630-446d-846e-4cf7beda210e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ff715ea-2d13-43c3-addc-4c58d4e0b21e', 'attached_at': '', 'detached_at': '', 'volume_id': '8ca20354-f630-446d-846e-4cf7beda210e', 'serial': '8ca20354-f630-446d-846e-4cf7beda210e'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1062.524155] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961da5bb-a004-4c45-a06f-72df2c237e6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.545859] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adae335-0314-449d-882d-f166e51bfd11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.575679] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-8ca20354-f630-446d-846e-4cf7beda210e/volume-8ca20354-f630-446d-846e-4cf7beda210e.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.576712] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b2cfc5c-f02c-48ad-ab71-565df42e823e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.599430] env[69365]: DEBUG oslo_vmware.api [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1062.599430] env[69365]: value = "task-3302370" [ 1062.599430] env[69365]: _type = "Task" [ 1062.599430] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.613911] env[69365]: DEBUG oslo_vmware.api [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.681574] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0f72ae0f-99cf-4134-bf91-f0bdd36172f5 tempest-ServerRescueTestJSONUnderV235-1041978432 tempest-ServerRescueTestJSONUnderV235-1041978432-project-member] Lock "30cb6f81-7db8-41c4-bc85-cc3fa667d58e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.285s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.695660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "refresh_cache-35c74321-65d1-4164-9de6-df1d14f08c81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.695937] env[69365]: DEBUG nova.objects.instance [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lazy-loading 'migration_context' on Instance uuid 35c74321-65d1-4164-9de6-df1d14f08c81 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.743079] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "refresh_cache-cead0389-490a-46c2-8c59-969bbadb28bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.743493] env[69365]: DEBUG nova.compute.manager [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Instance network_info: |[{"id": "6c37e9fc-a645-4833-b278-8e89fbbfb554", "address": "fa:16:3e:bf:77:33", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c37e9fc-a6", "ovs_interfaceid": "6c37e9fc-a645-4833-b278-8e89fbbfb554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.744045] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:77:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c37e9fc-a645-4833-b278-8e89fbbfb554', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.755229] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.755947] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.755947] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdac1ce9-6028-46e3-9d66-d9833217db40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.788490] env[69365]: DEBUG oslo_vmware.api [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302368, 'name': PowerOnVM_Task, 'duration_secs': 0.518649} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.789965] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.790321] env[69365]: INFO nova.compute.manager [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1062.790608] env[69365]: DEBUG nova.compute.manager [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.790985] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.790985] env[69365]: value = "task-3302371" [ 1062.790985] env[69365]: _type = "Task" [ 1062.790985] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.792371] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1c684e-330a-42bb-8dd8-60be82b3da8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.806110] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302371, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.847798] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.848167] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b2e00a8-a645-48c4-9da8-91144e03fdc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.858342] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1062.858342] env[69365]: value = "task-3302372" [ 1062.858342] env[69365]: _type = "Task" [ 1062.858342] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.869043] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.886996] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.886996] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f9d68a-bf73-1a63-52da-e1d88d2dec19" [ 1062.886996] env[69365]: _type = "HttpNfcLease" [ 1062.886996] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1062.887328] env[69365]: DEBUG oslo_vmware.rw_handles [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1062.887328] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f9d68a-bf73-1a63-52da-e1d88d2dec19" [ 1062.887328] env[69365]: _type = "HttpNfcLease" [ 1062.887328] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1062.888333] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b166706b-d0a6-491d-986c-d6193c7c870e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.897952] env[69365]: DEBUG oslo_vmware.rw_handles [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283e5a6-aeb5-6578-8859-902285566c32/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1062.898191] env[69365]: DEBUG oslo_vmware.rw_handles [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283e5a6-aeb5-6578-8859-902285566c32/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1062.970461] env[69365]: DEBUG nova.compute.manager [req-78de3e59-1cc3-40aa-8fec-7e82f18c78b8 req-697697a4-2ecc-4130-98bc-b9c5f01ce426 service nova] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Received event network-changed-6c37e9fc-a645-4833-b278-8e89fbbfb554 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.970461] env[69365]: DEBUG nova.compute.manager [req-78de3e59-1cc3-40aa-8fec-7e82f18c78b8 req-697697a4-2ecc-4130-98bc-b9c5f01ce426 service nova] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Refreshing instance network info cache due to event network-changed-6c37e9fc-a645-4833-b278-8e89fbbfb554. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.970461] env[69365]: DEBUG oslo_concurrency.lockutils [req-78de3e59-1cc3-40aa-8fec-7e82f18c78b8 req-697697a4-2ecc-4130-98bc-b9c5f01ce426 service nova] Acquiring lock "refresh_cache-cead0389-490a-46c2-8c59-969bbadb28bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.970461] env[69365]: DEBUG oslo_concurrency.lockutils [req-78de3e59-1cc3-40aa-8fec-7e82f18c78b8 req-697697a4-2ecc-4130-98bc-b9c5f01ce426 service nova] Acquired lock "refresh_cache-cead0389-490a-46c2-8c59-969bbadb28bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.970461] env[69365]: DEBUG nova.network.neutron [req-78de3e59-1cc3-40aa-8fec-7e82f18c78b8 req-697697a4-2ecc-4130-98bc-b9c5f01ce426 service nova] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Refreshing network info cache for port 6c37e9fc-a645-4833-b278-8e89fbbfb554 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.010141] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-790afe65-e34d-44c3-bb6b-7c0c2c701de6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.050525] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.050849] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d23654c-bd06-4709-ad8d-80d235b12502 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.059642] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1063.059642] env[69365]: value = "task-3302373" [ 1063.059642] env[69365]: _type = "Task" [ 1063.059642] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.070144] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.097917] env[69365]: DEBUG nova.compute.manager [req-463787b9-3cd7-48ed-ab44-8d3d0c77d855 req-ade882bd-a763-4240-a8d8-5909cc9b63aa service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Received event network-vif-plugged-acc393b6-c7b5-4605-a18a-6201e50d9b50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.098164] env[69365]: DEBUG oslo_concurrency.lockutils [req-463787b9-3cd7-48ed-ab44-8d3d0c77d855 req-ade882bd-a763-4240-a8d8-5909cc9b63aa service nova] Acquiring lock "fbb9b239-d805-4c65-b998-e02c328403db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.098714] env[69365]: DEBUG oslo_concurrency.lockutils [req-463787b9-3cd7-48ed-ab44-8d3d0c77d855 req-ade882bd-a763-4240-a8d8-5909cc9b63aa service nova] Lock "fbb9b239-d805-4c65-b998-e02c328403db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.098714] env[69365]: DEBUG oslo_concurrency.lockutils [req-463787b9-3cd7-48ed-ab44-8d3d0c77d855 req-ade882bd-a763-4240-a8d8-5909cc9b63aa service nova] Lock "fbb9b239-d805-4c65-b998-e02c328403db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.098714] env[69365]: DEBUG nova.compute.manager [req-463787b9-3cd7-48ed-ab44-8d3d0c77d855 req-ade882bd-a763-4240-a8d8-5909cc9b63aa service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] No waiting events found dispatching network-vif-plugged-acc393b6-c7b5-4605-a18a-6201e50d9b50 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.098953] env[69365]: WARNING nova.compute.manager [req-463787b9-3cd7-48ed-ab44-8d3d0c77d855 req-ade882bd-a763-4240-a8d8-5909cc9b63aa service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Received unexpected event network-vif-plugged-acc393b6-c7b5-4605-a18a-6201e50d9b50 for instance with vm_state building and task_state spawning. [ 1063.111751] env[69365]: DEBUG oslo_vmware.api [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302370, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.202323] env[69365]: DEBUG nova.objects.base [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Object Instance<35c74321-65d1-4164-9de6-df1d14f08c81> lazy-loaded attributes: info_cache,migration_context {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.202323] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9952627b-4f49-42ae-a640-a58a6ffb7fd6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.235988] env[69365]: DEBUG nova.network.neutron [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Successfully updated port: acc393b6-c7b5-4605-a18a-6201e50d9b50 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.237924] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2f2b4c9-cc61-4d1c-bf0b-4ebd41383a6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.246766] env[69365]: DEBUG oslo_vmware.api [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1063.246766] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5279c002-8dca-d8ee-6735-9005f6ec984a" [ 1063.246766] env[69365]: _type = "Task" [ 1063.246766] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.260771] env[69365]: DEBUG oslo_vmware.api [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5279c002-8dca-d8ee-6735-9005f6ec984a, 'name': SearchDatastore_Task, 'duration_secs': 0.010663} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.261336] env[69365]: DEBUG oslo_concurrency.lockutils [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.316800] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302371, 'name': CreateVM_Task, 'duration_secs': 0.416651} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.317576] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.317760] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.318952] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.318952] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.318952] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0a9848-e1b8-490a-8e48-afd3452fb789 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.328441] env[69365]: INFO nova.compute.manager [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Took 24.62 seconds to build instance. [ 1063.333106] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1063.333106] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dc84f4-8ce4-2791-44f8-d12e333726f2" [ 1063.333106] env[69365]: _type = "Task" [ 1063.333106] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.344669] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dc84f4-8ce4-2791-44f8-d12e333726f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.372692] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302372, 'name': PowerOffVM_Task, 'duration_secs': 0.252273} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.373252] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.374152] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c48e894-4729-43e2-9732-77d787f8ad42 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.401168] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e49540-0b9c-4b13-96b6-d0b6cbd475f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.448386] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.448765] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db7f1bb7-c1d4-47f2-9bd3-db42741b4077 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.461501] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1063.461501] env[69365]: value = "task-3302374" [ 1063.461501] env[69365]: _type = "Task" [ 1063.461501] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.477825] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1063.478151] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.478709] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.479116] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.479212] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.482202] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4104704f-76df-4c60-b259-5a4deef891f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.494567] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.494982] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.495696] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-677d0db5-890a-43d2-ae24-86771c5fe603 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.508570] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1063.508570] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b23a59-788e-48e7-6c72-281233b0cef1" [ 1063.508570] env[69365]: _type = "Task" [ 1063.508570] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.518397] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b23a59-788e-48e7-6c72-281233b0cef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.576497] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302373, 'name': PowerOffVM_Task, 'duration_secs': 0.307297} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.576629] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.577591] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c152de6-502c-49a7-8de4-7ef6a8c2038b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.600562] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e87f56b-a7e2-4670-971a-9cf19c19dad4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.604188] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af65e432-4b5a-4456-a2cd-72d688942212 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.617241] env[69365]: DEBUG oslo_vmware.api [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302370, 'name': ReconfigVM_Task, 'duration_secs': 0.591202} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.621567] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-8ca20354-f630-446d-846e-4cf7beda210e/volume-8ca20354-f630-446d-846e-4cf7beda210e.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.631136] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-484027df-bfec-4157-b317-8bdda9a7064c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.643374] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a33f389-7605-4f12-9ffe-87770f6744d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.695034] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.696145] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfec47a3-6e39-4503-92ad-49179645e3f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.699699] env[69365]: DEBUG oslo_vmware.api [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1063.699699] env[69365]: value = "task-3302375" [ 1063.699699] env[69365]: _type = "Task" [ 1063.699699] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.699987] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f5518eb-aa3e-4f4d-9ea4-b119c0a95328 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.713384] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6752c415-a650-48a8-8b4a-e08ec90d51db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.724205] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1063.724205] env[69365]: value = "task-3302376" [ 1063.724205] env[69365]: _type = "Task" [ 1063.724205] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.724543] env[69365]: DEBUG oslo_vmware.api [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.741473] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Acquiring lock "refresh_cache-fbb9b239-d805-4c65-b998-e02c328403db" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.741473] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Acquired lock "refresh_cache-fbb9b239-d805-4c65-b998-e02c328403db" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.741713] env[69365]: DEBUG nova.network.neutron [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.743378] env[69365]: DEBUG nova.compute.provider_tree [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.753448] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1063.753448] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.753448] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.755312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.755312] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.755312] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89d8ef27-09ec-40fc-95d1-73f859e78d43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.767733] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.768099] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.769077] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d359c2ce-ff6f-4785-99a0-64b6ad1c6941 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.777728] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1063.777728] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528455c9-214c-2944-cd01-9843541f0adf" [ 1063.777728] env[69365]: _type = "Task" [ 1063.777728] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.789937] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528455c9-214c-2944-cd01-9843541f0adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.831186] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8a93a-7157-4ccb-ab1c-14d0a7f79af2 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.144s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.845787] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dc84f4-8ce4-2791-44f8-d12e333726f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014401} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.846421] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.846546] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.846932] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.023440] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b23a59-788e-48e7-6c72-281233b0cef1, 'name': SearchDatastore_Task, 'duration_secs': 0.026004} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.024618] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8536151f-b13e-47c6-a3d7-904fcf4c4077 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.031400] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1064.031400] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522fc5f6-ff6d-9b33-7d32-09fa00a2340c" [ 1064.031400] env[69365]: _type = "Task" [ 1064.031400] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.041531] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522fc5f6-ff6d-9b33-7d32-09fa00a2340c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.215564] env[69365]: DEBUG oslo_vmware.api [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302375, 'name': ReconfigVM_Task, 'duration_secs': 0.193413} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.215900] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659406', 'volume_id': '8ca20354-f630-446d-846e-4cf7beda210e', 'name': 'volume-8ca20354-f630-446d-846e-4cf7beda210e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ff715ea-2d13-43c3-addc-4c58d4e0b21e', 'attached_at': '', 'detached_at': '', 'volume_id': '8ca20354-f630-446d-846e-4cf7beda210e', 'serial': '8ca20354-f630-446d-846e-4cf7beda210e'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1064.225076] env[69365]: DEBUG nova.network.neutron [req-78de3e59-1cc3-40aa-8fec-7e82f18c78b8 req-697697a4-2ecc-4130-98bc-b9c5f01ce426 service nova] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Updated VIF entry in instance network info cache for port 6c37e9fc-a645-4833-b278-8e89fbbfb554. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.225459] env[69365]: DEBUG nova.network.neutron [req-78de3e59-1cc3-40aa-8fec-7e82f18c78b8 req-697697a4-2ecc-4130-98bc-b9c5f01ce426 service nova] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Updating instance_info_cache with network_info: [{"id": "6c37e9fc-a645-4833-b278-8e89fbbfb554", "address": "fa:16:3e:bf:77:33", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c37e9fc-a6", "ovs_interfaceid": "6c37e9fc-a645-4833-b278-8e89fbbfb554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.248981] env[69365]: DEBUG nova.scheduler.client.report [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.295591] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528455c9-214c-2944-cd01-9843541f0adf, 'name': SearchDatastore_Task, 'duration_secs': 0.014294} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.297149] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a94b54ac-bd4c-4595-b658-231b471b5b3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.304793] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1064.304793] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527689df-3f8b-6d31-8f31-46b17d8f9008" [ 1064.304793] env[69365]: _type = "Task" [ 1064.304793] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.310405] env[69365]: DEBUG nova.network.neutron [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.320523] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527689df-3f8b-6d31-8f31-46b17d8f9008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.551132] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522fc5f6-ff6d-9b33-7d32-09fa00a2340c, 'name': SearchDatastore_Task, 'duration_secs': 0.018484} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.551740] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.551740] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] df1bacbf-7d1d-4524-94c2-e7d8eda5e578/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk. {{(pid=69365) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1064.552192] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.555014] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.555014] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63745a59-63a4-4801-a32a-05550a281997 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.555233] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8d301c5-d01e-4c69-9214-fabcc2655ebe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.564303] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1064.564303] env[69365]: value = "task-3302377" [ 1064.564303] env[69365]: _type = "Task" [ 1064.564303] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.569577] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.569776] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.570970] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9fbc37-76e8-4535-aeae-1b9e81621a67 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.578474] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.579841] env[69365]: DEBUG nova.network.neutron [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Updating instance_info_cache with network_info: [{"id": "acc393b6-c7b5-4605-a18a-6201e50d9b50", "address": "fa:16:3e:bf:e7:8d", "network": {"id": "d4c1e9a4-3d68-4c34-96bf-de5f33707d9e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1907901641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15caeba64fd249218d7397384330c2e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc393b6-c7", "ovs_interfaceid": "acc393b6-c7b5-4605-a18a-6201e50d9b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.585639] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1064.585639] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52769d34-e686-e27d-9c45-508cb54b9c1e" [ 1064.585639] env[69365]: _type = "Task" [ 1064.585639] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.596926] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52769d34-e686-e27d-9c45-508cb54b9c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.729723] env[69365]: DEBUG oslo_concurrency.lockutils [req-78de3e59-1cc3-40aa-8fec-7e82f18c78b8 req-697697a4-2ecc-4130-98bc-b9c5f01ce426 service nova] Releasing lock "refresh_cache-cead0389-490a-46c2-8c59-969bbadb28bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.756933] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.757082] env[69365]: DEBUG nova.compute.manager [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.765923] env[69365]: DEBUG oslo_concurrency.lockutils [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.284s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.767106] env[69365]: DEBUG nova.objects.instance [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lazy-loading 'resources' on Instance uuid 1faf2b36-2066-446e-a393-7e2e97bab6fb {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.822524] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527689df-3f8b-6d31-8f31-46b17d8f9008, 'name': SearchDatastore_Task, 'duration_secs': 0.017654} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.822850] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.823558] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e1c30937-800f-4fee-a638-2bd109047cf0/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk. {{(pid=69365) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1064.823913] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ddd2bbf-63ef-49aa-8b1c-73395050eea3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.834856] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1064.834856] env[69365]: value = "task-3302378" [ 1064.834856] env[69365]: _type = "Task" [ 1064.834856] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.846610] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.083566] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Releasing lock "refresh_cache-fbb9b239-d805-4c65-b998-e02c328403db" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.084057] env[69365]: DEBUG nova.compute.manager [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Instance network_info: |[{"id": "acc393b6-c7b5-4605-a18a-6201e50d9b50", "address": "fa:16:3e:bf:e7:8d", "network": {"id": "d4c1e9a4-3d68-4c34-96bf-de5f33707d9e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1907901641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15caeba64fd249218d7397384330c2e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc393b6-c7", "ovs_interfaceid": "acc393b6-c7b5-4605-a18a-6201e50d9b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.084432] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302377, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.085203] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:e7:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acc393b6-c7b5-4605-a18a-6201e50d9b50', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.103329] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Creating folder: Project (15caeba64fd249218d7397384330c2e2). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.103329] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff58eecd-d559-48ba-9078-8248fad22710 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.124841] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52769d34-e686-e27d-9c45-508cb54b9c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.013506} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.130900] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Created folder: Project (15caeba64fd249218d7397384330c2e2) in parent group-v659152. [ 1065.130900] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Creating folder: Instances. Parent ref: group-v659410. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.130900] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04dd385e-d081-41c9-b2c3-08348fbca733 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.133937] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84da7d9d-e17d-46bd-864e-240e37f36134 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.148307] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1065.148307] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527a4099-0db7-f26d-65bb-393b6db1fdfe" [ 1065.148307] env[69365]: _type = "Task" [ 1065.148307] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.156114] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Created folder: Instances in parent group-v659410. [ 1065.156114] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.158422] env[69365]: DEBUG nova.compute.manager [req-9001229d-4ab3-4789-9feb-53aa3f5ba738 req-22ae529b-19c6-46e3-8576-6334c27729ae service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Received event network-changed-acc393b6-c7b5-4605-a18a-6201e50d9b50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.158422] env[69365]: DEBUG nova.compute.manager [req-9001229d-4ab3-4789-9feb-53aa3f5ba738 req-22ae529b-19c6-46e3-8576-6334c27729ae service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Refreshing instance network info cache due to event network-changed-acc393b6-c7b5-4605-a18a-6201e50d9b50. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.158422] env[69365]: DEBUG oslo_concurrency.lockutils [req-9001229d-4ab3-4789-9feb-53aa3f5ba738 req-22ae529b-19c6-46e3-8576-6334c27729ae service nova] Acquiring lock "refresh_cache-fbb9b239-d805-4c65-b998-e02c328403db" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.158422] env[69365]: DEBUG oslo_concurrency.lockutils [req-9001229d-4ab3-4789-9feb-53aa3f5ba738 req-22ae529b-19c6-46e3-8576-6334c27729ae service nova] Acquired lock "refresh_cache-fbb9b239-d805-4c65-b998-e02c328403db" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.158740] env[69365]: DEBUG nova.network.neutron [req-9001229d-4ab3-4789-9feb-53aa3f5ba738 req-22ae529b-19c6-46e3-8576-6334c27729ae service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Refreshing network info cache for port acc393b6-c7b5-4605-a18a-6201e50d9b50 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.160327] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.161309] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67050390-7ed8-4589-8b3e-232270f53456 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.186295] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527a4099-0db7-f26d-65bb-393b6db1fdfe, 'name': SearchDatastore_Task, 'duration_secs': 0.016522} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.186295] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.186295] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] cead0389-490a-46c2-8c59-969bbadb28bf/cead0389-490a-46c2-8c59-969bbadb28bf.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.186692] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b73faf17-bd6b-4819-93bf-336aee5e6ae1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.192447] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.192447] env[69365]: value = "task-3302381" [ 1065.192447] env[69365]: _type = "Task" [ 1065.192447] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.198920] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1065.198920] env[69365]: value = "task-3302382" [ 1065.198920] env[69365]: _type = "Task" [ 1065.198920] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.213105] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302381, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.220370] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.268638] env[69365]: DEBUG nova.compute.utils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.271956] env[69365]: DEBUG nova.compute.manager [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.272458] env[69365]: DEBUG nova.network.neutron [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.278950] env[69365]: DEBUG nova.objects.instance [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lazy-loading 'numa_topology' on Instance uuid 1faf2b36-2066-446e-a393-7e2e97bab6fb {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.282298] env[69365]: DEBUG nova.objects.instance [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'flavor' on Instance uuid 5ff715ea-2d13-43c3-addc-4c58d4e0b21e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.353282] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "2c5965ae-d480-41a6-972b-a4f0d8e0ba7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.353572] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "2c5965ae-d480-41a6-972b-a4f0d8e0ba7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.357648] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302378, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.384303] env[69365]: DEBUG nova.policy [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6cac28c22c4d87bd3e88a43978d109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd29bc10f4174032b8ced8365fc1f7cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.580777] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55182} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.580777] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] df1bacbf-7d1d-4524-94c2-e7d8eda5e578/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk. [ 1065.581718] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ef865-5f6a-4ff0-93c9-5f40f22af07b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.616152] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] df1bacbf-7d1d-4524-94c2-e7d8eda5e578/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.616152] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79315959-b6f1-4d5f-b39e-511cced7533c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.638459] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1065.638459] env[69365]: value = "task-3302383" [ 1065.638459] env[69365]: _type = "Task" [ 1065.638459] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.652719] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.709040] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302381, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.717614] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302382, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.782163] env[69365]: DEBUG nova.compute.manager [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.788566] env[69365]: DEBUG nova.objects.base [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Object Instance<1faf2b36-2066-446e-a393-7e2e97bab6fb> lazy-loaded attributes: resources,numa_topology {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.799140] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8190ca66-b270-462d-9d68-75d17d30a008 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.921s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.859967] env[69365]: DEBUG nova.compute.manager [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.867841] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805099} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.868823] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e1c30937-800f-4fee-a638-2bd109047cf0/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk. [ 1065.876388] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af44e9a7-e019-4ce8-aec0-74e98eb81a2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.918846] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] e1c30937-800f-4fee-a638-2bd109047cf0/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.924030] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b7be3f-a802-474b-b0c6-37e310ef88fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.953995] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1065.953995] env[69365]: value = "task-3302384" [ 1065.953995] env[69365]: _type = "Task" [ 1065.953995] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.970080] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.111808] env[69365]: DEBUG nova.network.neutron [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Successfully created port: 29467584-8aac-47d7-bc74-f769a9419566 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.159447] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.178879] env[69365]: DEBUG nova.network.neutron [req-9001229d-4ab3-4789-9feb-53aa3f5ba738 req-22ae529b-19c6-46e3-8576-6334c27729ae service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Updated VIF entry in instance network info cache for port acc393b6-c7b5-4605-a18a-6201e50d9b50. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.178879] env[69365]: DEBUG nova.network.neutron [req-9001229d-4ab3-4789-9feb-53aa3f5ba738 req-22ae529b-19c6-46e3-8576-6334c27729ae service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Updating instance_info_cache with network_info: [{"id": "acc393b6-c7b5-4605-a18a-6201e50d9b50", "address": "fa:16:3e:bf:e7:8d", "network": {"id": "d4c1e9a4-3d68-4c34-96bf-de5f33707d9e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1907901641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15caeba64fd249218d7397384330c2e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc393b6-c7", "ovs_interfaceid": "acc393b6-c7b5-4605-a18a-6201e50d9b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.221027] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302381, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.226916] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684415} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.227220] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] cead0389-490a-46c2-8c59-969bbadb28bf/cead0389-490a-46c2-8c59-969bbadb28bf.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.229098] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.229098] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7205838e-5c19-47f1-b3fc-e59d7d772944 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.240205] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1066.240205] env[69365]: value = "task-3302385" [ 1066.240205] env[69365]: _type = "Task" [ 1066.240205] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.252288] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.351723] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d40362-22e1-4e3e-bba4-9bd152d06341 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.362334] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b048021b-9155-49ce-b8bc-311408efc2db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.415476] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cff6b9e-7511-436b-8195-149965061ff8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.425910] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc33c6d0-478b-4c09-a3dd-7645912bba15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.447651] env[69365]: DEBUG nova.compute.provider_tree [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.450638] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.466811] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.660096] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302383, 'name': ReconfigVM_Task, 'duration_secs': 0.708401} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.663225] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Reconfigured VM instance instance-00000058 to attach disk [datastore1] df1bacbf-7d1d-4524-94c2-e7d8eda5e578/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.663225] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90185f34-1261-46b3-9c8d-0536089a0d7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.697790] env[69365]: DEBUG oslo_concurrency.lockutils [req-9001229d-4ab3-4789-9feb-53aa3f5ba738 req-22ae529b-19c6-46e3-8576-6334c27729ae service nova] Releasing lock "refresh_cache-fbb9b239-d805-4c65-b998-e02c328403db" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.706924] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe189e1-33f9-4bb5-afe4-c06215caa37b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.731751] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302381, 'name': CreateVM_Task, 'duration_secs': 1.49927} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.733689] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.735098] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1066.735098] env[69365]: value = "task-3302386" [ 1066.735098] env[69365]: _type = "Task" [ 1066.735098] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.735098] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.735282] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.735564] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.735892] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf57de90-deab-4924-80bf-359f3343db15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.749218] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Waiting for the task: (returnval){ [ 1066.749218] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52360a35-23d5-c939-255c-8c4c7f918041" [ 1066.749218] env[69365]: _type = "Task" [ 1066.749218] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.758131] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.761562] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0873} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.762409] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.763265] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a90b973-636b-4385-9830-f630379a4c01 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.771051] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52360a35-23d5-c939-255c-8c4c7f918041, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.771051] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.771364] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.771664] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.771837] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.772013] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.772350] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-166c3507-13f7-4585-8913-4f459e3e96b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.797069] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] cead0389-490a-46c2-8c59-969bbadb28bf/cead0389-490a-46c2-8c59-969bbadb28bf.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.797069] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-236b8d7c-8be8-47c6-b95e-1f588ab84a84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.815221] env[69365]: DEBUG nova.compute.manager [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.817491] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.817672] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.819122] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5430f3f3-c688-42f8-b483-923372380159 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.825992] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1066.825992] env[69365]: value = "task-3302387" [ 1066.825992] env[69365]: _type = "Task" [ 1066.825992] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.827694] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Waiting for the task: (returnval){ [ 1066.827694] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5225ffd6-c69f-585e-2c0d-5ae976d94b0d" [ 1066.827694] env[69365]: _type = "Task" [ 1066.827694] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.847106] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5225ffd6-c69f-585e-2c0d-5ae976d94b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.013093} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.847989] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302387, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.851088] env[69365]: DEBUG nova.virt.hardware [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.851471] env[69365]: DEBUG nova.virt.hardware [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.851584] env[69365]: DEBUG nova.virt.hardware [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.852479] env[69365]: DEBUG nova.virt.hardware [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.852479] env[69365]: DEBUG nova.virt.hardware [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.852479] env[69365]: DEBUG nova.virt.hardware [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.852479] env[69365]: DEBUG nova.virt.hardware [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.852773] env[69365]: DEBUG nova.virt.hardware [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.852842] env[69365]: DEBUG nova.virt.hardware [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.853037] env[69365]: DEBUG nova.virt.hardware [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.853212] env[69365]: DEBUG nova.virt.hardware [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.853530] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbdc048c-35fc-4472-a9d5-7c9fbceb9c23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.856791] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be76385a-af12-4977-911f-a19d4127dfce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.863768] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Waiting for the task: (returnval){ [ 1066.863768] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52442e26-0eee-f64f-ce75-934f7eb408df" [ 1066.863768] env[69365]: _type = "Task" [ 1066.863768] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.871127] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8abc14c-d3a0-4611-aabf-22a3d5209666 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.883282] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52442e26-0eee-f64f-ce75-934f7eb408df, 'name': SearchDatastore_Task, 'duration_secs': 0.013031} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.892438] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.895028] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] fbb9b239-d805-4c65-b998-e02c328403db/fbb9b239-d805-4c65-b998-e02c328403db.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.895028] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd7d3aad-607f-4249-ba42-52662f8dcd17 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.902262] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Waiting for the task: (returnval){ [ 1066.902262] env[69365]: value = "task-3302388" [ 1066.902262] env[69365]: _type = "Task" [ 1066.902262] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.912479] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.923024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.923024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.955682] env[69365]: DEBUG nova.scheduler.client.report [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.972296] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.251098] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302386, 'name': ReconfigVM_Task, 'duration_secs': 0.229112} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.251428] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.251716] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-908ce466-4ba2-4f30-8323-db6a006cf59a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.262071] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1067.262071] env[69365]: value = "task-3302389" [ 1067.262071] env[69365]: _type = "Task" [ 1067.262071] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.273148] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.342699] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302387, 'name': ReconfigVM_Task, 'duration_secs': 0.355595} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.343030] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Reconfigured VM instance instance-0000005a to attach disk [datastore1] cead0389-490a-46c2-8c59-969bbadb28bf/cead0389-490a-46c2-8c59-969bbadb28bf.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.343713] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6aafab3-23e7-4191-abe0-787898b08b5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.353208] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1067.353208] env[69365]: value = "task-3302390" [ 1067.353208] env[69365]: _type = "Task" [ 1067.353208] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.363251] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302390, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.414523] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302388, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.426451] env[69365]: INFO nova.compute.manager [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Detaching volume f9e5354f-4228-448c-b1c8-dbfcfc5dac46 [ 1067.463369] env[69365]: DEBUG oslo_concurrency.lockutils [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.696s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.467943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.835s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.471477] env[69365]: INFO nova.compute.claims [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.487368] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302384, 'name': ReconfigVM_Task, 'duration_secs': 1.1478} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.487723] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Reconfigured VM instance instance-00000056 to attach disk [datastore2] e1c30937-800f-4fee-a638-2bd109047cf0/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.488645] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743db382-4b2e-4b51-a20f-2b271cb67e37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.492296] env[69365]: INFO nova.virt.block_device [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Attempting to driver detach volume f9e5354f-4228-448c-b1c8-dbfcfc5dac46 from mountpoint /dev/sdb [ 1067.493820] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1067.493820] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659401', 'volume_id': 'f9e5354f-4228-448c-b1c8-dbfcfc5dac46', 'name': 'volume-f9e5354f-4228-448c-b1c8-dbfcfc5dac46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ff715ea-2d13-43c3-addc-4c58d4e0b21e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9e5354f-4228-448c-b1c8-dbfcfc5dac46', 'serial': 'f9e5354f-4228-448c-b1c8-dbfcfc5dac46'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1067.493820] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b729651-defc-436e-ba68-ea1cdb14d812 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.539307] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477566dd-b63f-4bf9-948a-719d795b017e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.548047] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-051f4ce7-a1ea-4cb7-8a4d-52d8ef17d736 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.567360] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41413e4-2efe-4b60-aa38-5cdc9df5bb83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.572413] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1067.572413] env[69365]: value = "task-3302391" [ 1067.572413] env[69365]: _type = "Task" [ 1067.572413] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.597811] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efc4fb3-6783-47cd-9566-30f90d0d16a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.604309] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.619629] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] The volume has not been displaced from its original location: [datastore1] volume-f9e5354f-4228-448c-b1c8-dbfcfc5dac46/volume-f9e5354f-4228-448c-b1c8-dbfcfc5dac46.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1067.625135] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.625507] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac8cce5a-183a-4c38-9ff5-474a1bfcf02a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.646303] env[69365]: DEBUG oslo_vmware.api [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1067.646303] env[69365]: value = "task-3302392" [ 1067.646303] env[69365]: _type = "Task" [ 1067.646303] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.658617] env[69365]: DEBUG oslo_vmware.api [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.774117] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302389, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.863330] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302390, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.917221] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532882} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.917632] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] fbb9b239-d805-4c65-b998-e02c328403db/fbb9b239-d805-4c65-b998-e02c328403db.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.918253] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.918253] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a9598b2-7653-4e49-87c4-a007cf91b5f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.926337] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Waiting for the task: (returnval){ [ 1067.926337] env[69365]: value = "task-3302393" [ 1067.926337] env[69365]: _type = "Task" [ 1067.926337] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.937812] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.949219] env[69365]: DEBUG nova.network.neutron [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Successfully updated port: 29467584-8aac-47d7-bc74-f769a9419566 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.971919] env[69365]: DEBUG nova.compute.manager [req-801288b2-c334-426b-a407-1b24eaa173ea req-7e57a56b-ec9c-4fa3-8320-53bb023373ee service nova] [instance: 4a080802-341a-405f-8961-87320f4acf54] Received event network-vif-plugged-29467584-8aac-47d7-bc74-f769a9419566 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.972037] env[69365]: DEBUG oslo_concurrency.lockutils [req-801288b2-c334-426b-a407-1b24eaa173ea req-7e57a56b-ec9c-4fa3-8320-53bb023373ee service nova] Acquiring lock "4a080802-341a-405f-8961-87320f4acf54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.973252] env[69365]: DEBUG oslo_concurrency.lockutils [req-801288b2-c334-426b-a407-1b24eaa173ea req-7e57a56b-ec9c-4fa3-8320-53bb023373ee service nova] Lock "4a080802-341a-405f-8961-87320f4acf54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.973551] env[69365]: DEBUG oslo_concurrency.lockutils [req-801288b2-c334-426b-a407-1b24eaa173ea req-7e57a56b-ec9c-4fa3-8320-53bb023373ee service nova] Lock "4a080802-341a-405f-8961-87320f4acf54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.974061] env[69365]: DEBUG nova.compute.manager [req-801288b2-c334-426b-a407-1b24eaa173ea req-7e57a56b-ec9c-4fa3-8320-53bb023373ee service nova] [instance: 4a080802-341a-405f-8961-87320f4acf54] No waiting events found dispatching network-vif-plugged-29467584-8aac-47d7-bc74-f769a9419566 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.974308] env[69365]: WARNING nova.compute.manager [req-801288b2-c334-426b-a407-1b24eaa173ea req-7e57a56b-ec9c-4fa3-8320-53bb023373ee service nova] [instance: 4a080802-341a-405f-8961-87320f4acf54] Received unexpected event network-vif-plugged-29467584-8aac-47d7-bc74-f769a9419566 for instance with vm_state building and task_state spawning. [ 1067.977860] env[69365]: DEBUG oslo_concurrency.lockutils [None req-803357b3-4f33-4cd3-8d16-76c192ebfded tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.860s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.979182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 20.345s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.979419] env[69365]: INFO nova.compute.manager [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Unshelving [ 1068.085522] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302391, 'name': ReconfigVM_Task, 'duration_secs': 0.297568} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.085836] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.086111] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46fa4688-9134-4bab-aade-2de445728d5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.094300] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1068.094300] env[69365]: value = "task-3302394" [ 1068.094300] env[69365]: _type = "Task" [ 1068.094300] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.107207] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.158327] env[69365]: DEBUG oslo_vmware.api [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.277952] env[69365]: DEBUG oslo_vmware.api [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302389, 'name': PowerOnVM_Task, 'duration_secs': 0.513817} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.278304] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.281546] env[69365]: DEBUG nova.compute.manager [None req-d67b2300-cca0-4b58-a0d6-1d644ad215bf tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.282403] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fdf2b3-41d8-403d-a2fb-e5f8b5167007 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.367722] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302390, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.447149] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205496} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.447875] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.449237] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a584634-bbfc-4003-bd3c-9069bc3552d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.455227] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "refresh_cache-4a080802-341a-405f-8961-87320f4acf54" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.455227] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "refresh_cache-4a080802-341a-405f-8961-87320f4acf54" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.455227] env[69365]: DEBUG nova.network.neutron [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.480235] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] fbb9b239-d805-4c65-b998-e02c328403db/fbb9b239-d805-4c65-b998-e02c328403db.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.481500] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9df98820-f320-4304-a974-254a01c6f105 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.515943] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Waiting for the task: (returnval){ [ 1068.515943] env[69365]: value = "task-3302395" [ 1068.515943] env[69365]: _type = "Task" [ 1068.515943] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.526941] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.609220] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302394, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.660477] env[69365]: DEBUG oslo_vmware.api [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.866656] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302390, 'name': Rename_Task, 'duration_secs': 1.21196} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.869804] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.870718] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ad151b2-5bd3-47f6-88fd-f006b113a326 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.879394] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1068.879394] env[69365]: value = "task-3302396" [ 1068.879394] env[69365]: _type = "Task" [ 1068.879394] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.892022] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.899292] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c73005-e458-43e1-90c5-805c582bea04 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.909664] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857fc0c8-fe91-44c6-b23f-f93cb198d41e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.946957] env[69365]: DEBUG oslo_concurrency.lockutils [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "bb4c6cb9-25c1-48e2-ab50-b304f197a023" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.947291] env[69365]: DEBUG oslo_concurrency.lockutils [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "bb4c6cb9-25c1-48e2-ab50-b304f197a023" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.947462] env[69365]: DEBUG oslo_concurrency.lockutils [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "bb4c6cb9-25c1-48e2-ab50-b304f197a023-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.947642] env[69365]: DEBUG oslo_concurrency.lockutils [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "bb4c6cb9-25c1-48e2-ab50-b304f197a023-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.947810] env[69365]: DEBUG oslo_concurrency.lockutils [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "bb4c6cb9-25c1-48e2-ab50-b304f197a023-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.950332] env[69365]: INFO nova.compute.manager [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Terminating instance [ 1068.959023] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480d34b2-de83-4b1c-a3e7-2b64c71c8a1c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.967886] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a77994-7605-455e-bd49-6bb61dacdea3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.987716] env[69365]: DEBUG nova.compute.provider_tree [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.998494] env[69365]: DEBUG nova.network.neutron [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.012339] env[69365]: DEBUG nova.compute.utils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.034362] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302395, 'name': ReconfigVM_Task, 'duration_secs': 0.442188} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.034677] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Reconfigured VM instance instance-0000005b to attach disk [datastore1] fbb9b239-d805-4c65-b998-e02c328403db/fbb9b239-d805-4c65-b998-e02c328403db.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.035300] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebf55fc2-a692-4cb9-a3d9-8a9e7b1daa55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.048987] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Acquiring lock "18364b2e-75be-4ef1-ba00-47a8dbcc044f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.049353] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Lock "18364b2e-75be-4ef1-ba00-47a8dbcc044f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.050803] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Waiting for the task: (returnval){ [ 1069.050803] env[69365]: value = "task-3302397" [ 1069.050803] env[69365]: _type = "Task" [ 1069.050803] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.062128] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302397, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.108756] env[69365]: DEBUG oslo_vmware.api [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302394, 'name': PowerOnVM_Task, 'duration_secs': 0.698373} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.109039] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.112245] env[69365]: DEBUG nova.compute.manager [None req-14d4148b-8ec0-4c9c-9879-5ebde76b9e72 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.113067] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a299d7-09f7-4c12-8c65-305a33d45e10 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.158909] env[69365]: DEBUG oslo_vmware.api [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302392, 'name': ReconfigVM_Task, 'duration_secs': 1.145983} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.159217] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.164548] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc65b693-851c-40f7-9e99-f04b64c80da0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.184554] env[69365]: DEBUG oslo_vmware.api [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1069.184554] env[69365]: value = "task-3302398" [ 1069.184554] env[69365]: _type = "Task" [ 1069.184554] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.193404] env[69365]: DEBUG oslo_vmware.api [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.212041] env[69365]: DEBUG nova.network.neutron [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Updating instance_info_cache with network_info: [{"id": "29467584-8aac-47d7-bc74-f769a9419566", "address": "fa:16:3e:38:78:0b", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29467584-8a", "ovs_interfaceid": "29467584-8aac-47d7-bc74-f769a9419566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.331753] env[69365]: INFO nova.compute.manager [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Unrescuing [ 1069.332435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "refresh_cache-df1bacbf-7d1d-4524-94c2-e7d8eda5e578" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.332742] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquired lock "refresh_cache-df1bacbf-7d1d-4524-94c2-e7d8eda5e578" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.333107] env[69365]: DEBUG nova.network.neutron [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.390427] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302396, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.456057] env[69365]: DEBUG nova.compute.manager [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.456179] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.456989] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286fbe92-35cf-4aaa-91ed-0df572195c08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.465888] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.466192] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26a59a5b-229c-4f14-89b1-59bbc309c967 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.474830] env[69365]: DEBUG oslo_vmware.api [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1069.474830] env[69365]: value = "task-3302399" [ 1069.474830] env[69365]: _type = "Task" [ 1069.474830] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.484093] env[69365]: DEBUG oslo_vmware.api [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.490494] env[69365]: DEBUG nova.scheduler.client.report [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.514994] env[69365]: INFO nova.virt.block_device [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Booting with volume 0adc809f-df58-485a-b19c-7e95a34b5953 at /dev/sdb [ 1069.552023] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5b0d8ec-7ea6-427e-9fc5-548f8dcfd772 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.557463] env[69365]: DEBUG nova.compute.manager [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.565298] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da98e74-e545-4be3-95e2-3f2f37629f2a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.582935] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302397, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.610039] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82a07433-ce9d-438a-88a1-7656b2471fcb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.620817] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b602ac30-ce6f-4355-9da3-bce04d07fd66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.667092] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20792859-b10f-465e-b663-4cd9d86875bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.674274] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6cb66a-e2a0-4470-921b-8ca76d08452a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.688632] env[69365]: DEBUG nova.virt.block_device [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updating existing volume attachment record: 35203ef7-275c-4760-825d-fc2991d90bf9 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1069.699835] env[69365]: DEBUG oslo_vmware.api [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302398, 'name': ReconfigVM_Task, 'duration_secs': 0.193597} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.700175] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659401', 'volume_id': 'f9e5354f-4228-448c-b1c8-dbfcfc5dac46', 'name': 'volume-f9e5354f-4228-448c-b1c8-dbfcfc5dac46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ff715ea-2d13-43c3-addc-4c58d4e0b21e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9e5354f-4228-448c-b1c8-dbfcfc5dac46', 'serial': 'f9e5354f-4228-448c-b1c8-dbfcfc5dac46'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1069.714029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "refresh_cache-4a080802-341a-405f-8961-87320f4acf54" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.714144] env[69365]: DEBUG nova.compute.manager [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Instance network_info: |[{"id": "29467584-8aac-47d7-bc74-f769a9419566", "address": "fa:16:3e:38:78:0b", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29467584-8a", "ovs_interfaceid": "29467584-8aac-47d7-bc74-f769a9419566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.714558] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:78:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29467584-8aac-47d7-bc74-f769a9419566', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.722989] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Creating folder: Project (bd29bc10f4174032b8ced8365fc1f7cf). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.723314] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee2b2c57-c66a-418c-8e5b-12fe80754e28 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.736641] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Created folder: Project (bd29bc10f4174032b8ced8365fc1f7cf) in parent group-v659152. [ 1069.736976] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Creating folder: Instances. Parent ref: group-v659413. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.737523] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-874d5ccf-6745-481c-9f7a-4661070a17ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.750751] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Created folder: Instances in parent group-v659413. [ 1069.751204] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.751204] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a080802-341a-405f-8961-87320f4acf54] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.752029] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-636577c3-09f5-4ed5-b81b-f3dd40bea0da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.774814] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.774814] env[69365]: value = "task-3302402" [ 1069.774814] env[69365]: _type = "Task" [ 1069.774814] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.783501] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302402, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.892149] env[69365]: DEBUG oslo_vmware.api [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302396, 'name': PowerOnVM_Task, 'duration_secs': 0.517826} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.892472] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.892696] env[69365]: INFO nova.compute.manager [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1069.892987] env[69365]: DEBUG nova.compute.manager [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.893847] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2659c5a2-5c1b-4d19-9638-5547f1ba2719 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.066894] env[69365]: DEBUG oslo_vmware.api [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.066894] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.066894] env[69365]: DEBUG nova.compute.manager [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.066894] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.844s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.066894] env[69365]: INFO nova.compute.claims [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.066894] env[69365]: DEBUG nova.compute.manager [req-cebba9ed-26b3-4ff7-9ee4-c3097b8be60c req-a39d1aeb-4aa6-4cf1-ae07-d2f09129620e service nova] [instance: 4a080802-341a-405f-8961-87320f4acf54] Received event network-changed-29467584-8aac-47d7-bc74-f769a9419566 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.066894] env[69365]: DEBUG nova.compute.manager [req-cebba9ed-26b3-4ff7-9ee4-c3097b8be60c req-a39d1aeb-4aa6-4cf1-ae07-d2f09129620e service nova] [instance: 4a080802-341a-405f-8961-87320f4acf54] Refreshing instance network info cache due to event network-changed-29467584-8aac-47d7-bc74-f769a9419566. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.066894] env[69365]: DEBUG oslo_concurrency.lockutils [req-cebba9ed-26b3-4ff7-9ee4-c3097b8be60c req-a39d1aeb-4aa6-4cf1-ae07-d2f09129620e service nova] Acquiring lock "refresh_cache-4a080802-341a-405f-8961-87320f4acf54" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.066894] env[69365]: DEBUG oslo_concurrency.lockutils [req-cebba9ed-26b3-4ff7-9ee4-c3097b8be60c req-a39d1aeb-4aa6-4cf1-ae07-d2f09129620e service nova] Acquired lock "refresh_cache-4a080802-341a-405f-8961-87320f4acf54" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.066894] env[69365]: DEBUG nova.network.neutron [req-cebba9ed-26b3-4ff7-9ee4-c3097b8be60c req-a39d1aeb-4aa6-4cf1-ae07-d2f09129620e service nova] [instance: 4a080802-341a-405f-8961-87320f4acf54] Refreshing network info cache for port 29467584-8aac-47d7-bc74-f769a9419566 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.077793] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302397, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.092338] env[69365]: DEBUG nova.network.neutron [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Updating instance_info_cache with network_info: [{"id": "f45af7ec-cecf-4c05-abf3-798758f1a36e", "address": "fa:16:3e:13:72:92", "network": {"id": "358006c1-0132-45b4-ac95-947265520a6c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1636400384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f1cc383630084ad3a91bc2b3ffd73b8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45af7ec-ce", "ovs_interfaceid": "f45af7ec-cecf-4c05-abf3-798758f1a36e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.094440] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.281746] env[69365]: DEBUG nova.objects.instance [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'flavor' on Instance uuid 5ff715ea-2d13-43c3-addc-4c58d4e0b21e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.290689] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302402, 'name': CreateVM_Task, 'duration_secs': 0.494399} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.290904] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a080802-341a-405f-8961-87320f4acf54] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.291629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.291782] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.292117] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.292444] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb171405-86bf-4941-9980-8c829a4e97d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.298907] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1070.298907] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a7e37c-b1bc-9eb4-387a-cc3af9dde403" [ 1070.298907] env[69365]: _type = "Task" [ 1070.298907] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.312945] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a7e37c-b1bc-9eb4-387a-cc3af9dde403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.413752] env[69365]: INFO nova.compute.manager [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Took 28.68 seconds to build instance. [ 1070.488989] env[69365]: DEBUG oslo_vmware.api [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302399, 'name': PowerOffVM_Task, 'duration_secs': 0.666855} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.490932] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.491095] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.492041] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24cb175d-f70b-4547-840a-fe708685a895 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.506217] env[69365]: DEBUG nova.compute.utils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.507876] env[69365]: DEBUG nova.compute.manager [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.508056] env[69365]: DEBUG nova.network.neutron [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.571618] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302397, 'name': Rename_Task, 'duration_secs': 1.073963} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.573570] env[69365]: DEBUG nova.policy [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8b1cc2068cd4d3bb102073fcadd06ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d286af345d840faa0c108de24ba6d72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.578066] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.579374] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-742238a6-7b73-46a0-9668-f9219120b722 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.582528] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.582528] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.582528] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleting the datastore file [datastore1] bb4c6cb9-25c1-48e2-ab50-b304f197a023 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.582855] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22b5c418-b330-437d-839a-7aa6ae9fe724 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.589941] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Waiting for the task: (returnval){ [ 1070.589941] env[69365]: value = "task-3302407" [ 1070.589941] env[69365]: _type = "Task" [ 1070.589941] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.591500] env[69365]: DEBUG oslo_vmware.api [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1070.591500] env[69365]: value = "task-3302408" [ 1070.591500] env[69365]: _type = "Task" [ 1070.591500] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.598745] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Releasing lock "refresh_cache-df1bacbf-7d1d-4524-94c2-e7d8eda5e578" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.599390] env[69365]: DEBUG nova.objects.instance [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lazy-loading 'flavor' on Instance uuid df1bacbf-7d1d-4524-94c2-e7d8eda5e578 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.606483] env[69365]: DEBUG oslo_vmware.api [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.609867] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.811787] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a7e37c-b1bc-9eb4-387a-cc3af9dde403, 'name': SearchDatastore_Task, 'duration_secs': 0.017084} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.812144] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.812384] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.812628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.812769] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.812939] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.813499] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd8cb56d-f3d4-4f39-ac1c-99707cb75abb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.826367] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.826619] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.829716] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a133f17d-b7ab-42ee-a293-0c745cdeb6a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.843444] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1070.843444] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520681fa-94c3-7aed-649f-59ab85fe5ca8" [ 1070.843444] env[69365]: _type = "Task" [ 1070.843444] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.852490] env[69365]: INFO nova.compute.manager [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Unrescuing [ 1070.852655] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "refresh_cache-e1c30937-800f-4fee-a638-2bd109047cf0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.852776] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "refresh_cache-e1c30937-800f-4fee-a638-2bd109047cf0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.852885] env[69365]: DEBUG nova.network.neutron [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.861943] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520681fa-94c3-7aed-649f-59ab85fe5ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.917521] env[69365]: DEBUG oslo_concurrency.lockutils [None req-93adb6bf-0f9e-4d58-85a0-a74b10ea16b9 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "cead0389-490a-46c2-8c59-969bbadb28bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.212s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.974700] env[69365]: DEBUG nova.network.neutron [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Successfully created port: 2e3ba458-02ed-47b1-b164-bb0d024d73bb {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.012644] env[69365]: DEBUG nova.compute.utils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.070046] env[69365]: DEBUG nova.network.neutron [req-cebba9ed-26b3-4ff7-9ee4-c3097b8be60c req-a39d1aeb-4aa6-4cf1-ae07-d2f09129620e service nova] [instance: 4a080802-341a-405f-8961-87320f4acf54] Updated VIF entry in instance network info cache for port 29467584-8aac-47d7-bc74-f769a9419566. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.070573] env[69365]: DEBUG nova.network.neutron [req-cebba9ed-26b3-4ff7-9ee4-c3097b8be60c req-a39d1aeb-4aa6-4cf1-ae07-d2f09129620e service nova] [instance: 4a080802-341a-405f-8961-87320f4acf54] Updating instance_info_cache with network_info: [{"id": "29467584-8aac-47d7-bc74-f769a9419566", "address": "fa:16:3e:38:78:0b", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29467584-8a", "ovs_interfaceid": "29467584-8aac-47d7-bc74-f769a9419566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.113698] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a2c7fe-afef-45e1-8b14-79c059985629 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.116639] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.116903] env[69365]: DEBUG oslo_vmware.api [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355397} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.117162] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.117375] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.117598] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.117750] env[69365]: INFO nova.compute.manager [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1071.118102] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.118787] env[69365]: DEBUG nova.compute.manager [-] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.118903] env[69365]: DEBUG nova.network.neutron [-] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.137730] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.140918] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84ae970c-88c3-44f8-8991-2f820c58c9bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.148264] env[69365]: DEBUG oslo_vmware.api [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1071.148264] env[69365]: value = "task-3302409" [ 1071.148264] env[69365]: _type = "Task" [ 1071.148264] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.157024] env[69365]: DEBUG oslo_vmware.api [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.291869] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40148d11-c372-4f1f-8a7b-0188c37a333f tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.371s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.337450] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.337806] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.362854] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520681fa-94c3-7aed-649f-59ab85fe5ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.016291} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.365035] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d4f91c-24f9-4285-9068-312904ca40a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.375231] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1071.375231] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526fa1d0-41bb-15e8-5aa6-4f25fa0bfe6a" [ 1071.375231] env[69365]: _type = "Task" [ 1071.375231] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.384782] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526fa1d0-41bb-15e8-5aa6-4f25fa0bfe6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.504024] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a06b516-d9ad-4bb5-a52a-14804dcff333 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.515765] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba30c191-74d2-4cf6-b58f-f8e6395fa921 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.520115] env[69365]: DEBUG nova.compute.manager [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.570755] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eaa04b-46b7-4040-9a71-9bf585ee1606 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.573886] env[69365]: DEBUG oslo_concurrency.lockutils [req-cebba9ed-26b3-4ff7-9ee4-c3097b8be60c req-a39d1aeb-4aa6-4cf1-ae07-d2f09129620e service nova] Releasing lock "refresh_cache-4a080802-341a-405f-8961-87320f4acf54" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.578212] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f99278-b0bb-4774-8ca5-e8b11d5c7521 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.593869] env[69365]: DEBUG nova.compute.provider_tree [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.608720] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302407, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.660623] env[69365]: DEBUG oslo_vmware.api [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302409, 'name': PowerOffVM_Task, 'duration_secs': 0.275813} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.660901] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.666531] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.667338] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43e8cf34-44ca-4bc7-b625-391ffbae0a42 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.690915] env[69365]: DEBUG oslo_vmware.api [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1071.690915] env[69365]: value = "task-3302410" [ 1071.690915] env[69365]: _type = "Task" [ 1071.690915] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.700981] env[69365]: DEBUG oslo_vmware.api [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.841626] env[69365]: INFO nova.compute.manager [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Detaching volume 8ca20354-f630-446d-846e-4cf7beda210e [ 1071.867468] env[69365]: DEBUG nova.network.neutron [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Updating instance_info_cache with network_info: [{"id": "4bb16427-c88e-4fdc-af7e-e2222fed83fd", "address": "fa:16:3e:f9:f6:88", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb16427-c8", "ovs_interfaceid": "4bb16427-c88e-4fdc-af7e-e2222fed83fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.888473] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526fa1d0-41bb-15e8-5aa6-4f25fa0bfe6a, 'name': SearchDatastore_Task, 'duration_secs': 0.016346} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.888766] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.889040] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 4a080802-341a-405f-8961-87320f4acf54/4a080802-341a-405f-8961-87320f4acf54.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.889366] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdcadc3c-bfeb-4c74-9aee-caf0933f3519 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.894237] env[69365]: INFO nova.virt.block_device [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Attempting to driver detach volume 8ca20354-f630-446d-846e-4cf7beda210e from mountpoint /dev/sdc [ 1071.894237] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1071.894237] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659406', 'volume_id': '8ca20354-f630-446d-846e-4cf7beda210e', 'name': 'volume-8ca20354-f630-446d-846e-4cf7beda210e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ff715ea-2d13-43c3-addc-4c58d4e0b21e', 'attached_at': '', 'detached_at': '', 'volume_id': '8ca20354-f630-446d-846e-4cf7beda210e', 'serial': '8ca20354-f630-446d-846e-4cf7beda210e'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1071.894237] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bee297-9c94-40c0-9dca-d140096bcf99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.935400] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78e9135-5910-45f1-b570-721e6b6ebe67 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.940224] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1071.940224] env[69365]: value = "task-3302411" [ 1071.940224] env[69365]: _type = "Task" [ 1071.940224] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.951276] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c808d13-e7ea-470c-9944-50ae3489cfb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.958495] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.980483] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e44fd2a-599f-4a04-9bb9-99433bf7a964 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.998223] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] The volume has not been displaced from its original location: [datastore1] volume-8ca20354-f630-446d-846e-4cf7beda210e/volume-8ca20354-f630-446d-846e-4cf7beda210e.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1072.004320] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Reconfiguring VM instance instance-0000004e to detach disk 2002 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.004758] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba6a6d2-36a9-4066-8e0b-1dcce868985f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.032151] env[69365]: DEBUG oslo_vmware.api [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1072.032151] env[69365]: value = "task-3302412" [ 1072.032151] env[69365]: _type = "Task" [ 1072.032151] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.043178] env[69365]: DEBUG oslo_vmware.api [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302412, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.045814] env[69365]: DEBUG nova.compute.manager [req-6bf0ac1d-2d24-4344-8791-47585b2b72ad req-d5e254f8-93e9-41a8-b9d4-64c1b6fda399 service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Received event network-vif-deleted-cff3f013-595c-42aa-af14-f3cc851c73e7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.046041] env[69365]: INFO nova.compute.manager [req-6bf0ac1d-2d24-4344-8791-47585b2b72ad req-d5e254f8-93e9-41a8-b9d4-64c1b6fda399 service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Neutron deleted interface cff3f013-595c-42aa-af14-f3cc851c73e7; detaching it from the instance and deleting it from the info cache [ 1072.046261] env[69365]: DEBUG nova.network.neutron [req-6bf0ac1d-2d24-4344-8791-47585b2b72ad req-d5e254f8-93e9-41a8-b9d4-64c1b6fda399 service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.104371] env[69365]: DEBUG nova.scheduler.client.report [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.111452] env[69365]: DEBUG oslo_vmware.api [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302407, 'name': PowerOnVM_Task, 'duration_secs': 1.067837} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.111452] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.111452] env[69365]: INFO nova.compute.manager [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1072.111452] env[69365]: DEBUG nova.compute.manager [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.111452] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d96b29-b33f-46ef-a98f-254839955ca4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.195299] env[69365]: DEBUG oslo_vmware.rw_handles [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283e5a6-aeb5-6578-8859-902285566c32/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1072.196472] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a088142-64c6-4d50-becd-dc3b5e847f3b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.214705] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "e203a10b-51d3-4da9-b427-4889c25cdde6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.215604] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "e203a10b-51d3-4da9-b427-4889c25cdde6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.216680] env[69365]: DEBUG oslo_vmware.rw_handles [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283e5a6-aeb5-6578-8859-902285566c32/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1072.216680] env[69365]: ERROR oslo_vmware.rw_handles [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283e5a6-aeb5-6578-8859-902285566c32/disk-0.vmdk due to incomplete transfer. [ 1072.221980] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d573124e-cd52-4d77-b1a9-b743dbfb80e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.224390] env[69365]: DEBUG oslo_vmware.api [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302410, 'name': ReconfigVM_Task, 'duration_secs': 0.383375} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.224736] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.224969] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.225840] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b48ac46-d395-48c2-9ebc-995eed4b54c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.232126] env[69365]: DEBUG oslo_vmware.rw_handles [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283e5a6-aeb5-6578-8859-902285566c32/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1072.232374] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Uploaded image c3e8c22a-f9f9-4379-ad1e-a33b8f0c0735 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1072.235376] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1072.237591] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-10b0864c-55e1-442a-9546-22c5abff1ccc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.240166] env[69365]: DEBUG oslo_vmware.api [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1072.240166] env[69365]: value = "task-3302414" [ 1072.240166] env[69365]: _type = "Task" [ 1072.240166] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.246877] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1072.246877] env[69365]: value = "task-3302415" [ 1072.246877] env[69365]: _type = "Task" [ 1072.246877] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.260242] env[69365]: DEBUG oslo_vmware.api [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302414, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.268504] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302415, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.367666] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "refresh_cache-e1c30937-800f-4fee-a638-2bd109047cf0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.368750] env[69365]: DEBUG nova.objects.instance [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lazy-loading 'flavor' on Instance uuid e1c30937-800f-4fee-a638-2bd109047cf0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.452022] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302411, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.522925] env[69365]: DEBUG nova.network.neutron [-] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.535207] env[69365]: DEBUG nova.compute.manager [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.553281] env[69365]: DEBUG oslo_vmware.api [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302412, 'name': ReconfigVM_Task, 'duration_secs': 0.490289} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.554020] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aaf772aa-d2bb-478f-8722-a4497c2cbe68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.555538] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Reconfigured VM instance instance-0000004e to detach disk 2002 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.560926] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3087bbc8-fb04-48f8-b8a6-9a0b7b25a175 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.582544] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a37659c-e6c1-4f61-a576-7f9ea13e07f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.601921] env[69365]: DEBUG nova.virt.hardware [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:38:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='894480847',id=43,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1565154923',projects=,root_gb=1,rxtx_factor=1.0,swap=2048,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.602349] env[69365]: DEBUG nova.virt.hardware [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.602611] env[69365]: DEBUG nova.virt.hardware [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.602937] env[69365]: DEBUG nova.virt.hardware [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.603213] env[69365]: DEBUG nova.virt.hardware [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.603512] env[69365]: DEBUG nova.virt.hardware [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.605380] env[69365]: DEBUG nova.virt.hardware [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.605728] env[69365]: DEBUG nova.virt.hardware [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.606074] env[69365]: DEBUG nova.virt.hardware [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.606662] env[69365]: DEBUG nova.virt.hardware [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.606901] env[69365]: DEBUG nova.virt.hardware [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.610033] env[69365]: DEBUG oslo_vmware.api [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1072.610033] env[69365]: value = "task-3302416" [ 1072.610033] env[69365]: _type = "Task" [ 1072.610033] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.610033] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43473e39-46b4-4fd9-9fb0-ce5b473f1124 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.616062] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.616685] env[69365]: DEBUG nova.compute.manager [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.625754] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.222s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.628061] env[69365]: INFO nova.compute.claims [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.665732] env[69365]: DEBUG nova.compute.manager [req-6bf0ac1d-2d24-4344-8791-47585b2b72ad req-d5e254f8-93e9-41a8-b9d4-64c1b6fda399 service nova] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Detach interface failed, port_id=cff3f013-595c-42aa-af14-f3cc851c73e7, reason: Instance bb4c6cb9-25c1-48e2-ab50-b304f197a023 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1072.675748] env[69365]: INFO nova.compute.manager [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Took 28.10 seconds to build instance. [ 1072.679743] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cfaa29-9c5d-46cb-a512-3b64548c4c34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.687637] env[69365]: DEBUG nova.compute.manager [req-d1d85e0a-6c2f-436e-9398-c1116ec51ef6 req-c7bf9be3-33ca-454a-9ce1-5971bc032f09 service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Received event network-vif-plugged-2e3ba458-02ed-47b1-b164-bb0d024d73bb {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.688026] env[69365]: DEBUG oslo_concurrency.lockutils [req-d1d85e0a-6c2f-436e-9398-c1116ec51ef6 req-c7bf9be3-33ca-454a-9ce1-5971bc032f09 service nova] Acquiring lock "e22fcafe-7e54-4687-83c8-0c23d3991dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.688162] env[69365]: DEBUG oslo_concurrency.lockutils [req-d1d85e0a-6c2f-436e-9398-c1116ec51ef6 req-c7bf9be3-33ca-454a-9ce1-5971bc032f09 service nova] Lock "e22fcafe-7e54-4687-83c8-0c23d3991dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.688336] env[69365]: DEBUG oslo_concurrency.lockutils [req-d1d85e0a-6c2f-436e-9398-c1116ec51ef6 req-c7bf9be3-33ca-454a-9ce1-5971bc032f09 service nova] Lock "e22fcafe-7e54-4687-83c8-0c23d3991dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.688565] env[69365]: DEBUG nova.compute.manager [req-d1d85e0a-6c2f-436e-9398-c1116ec51ef6 req-c7bf9be3-33ca-454a-9ce1-5971bc032f09 service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] No waiting events found dispatching network-vif-plugged-2e3ba458-02ed-47b1-b164-bb0d024d73bb {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.688835] env[69365]: WARNING nova.compute.manager [req-d1d85e0a-6c2f-436e-9398-c1116ec51ef6 req-c7bf9be3-33ca-454a-9ce1-5971bc032f09 service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Received unexpected event network-vif-plugged-2e3ba458-02ed-47b1-b164-bb0d024d73bb for instance with vm_state building and task_state spawning. [ 1072.695825] env[69365]: DEBUG oslo_vmware.api [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.722783] env[69365]: DEBUG nova.compute.manager [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.751544] env[69365]: DEBUG oslo_vmware.api [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302414, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.760787] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302415, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.875107] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca770d3-c91c-4742-835b-eac040172988 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.896919] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.897333] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83d55cf9-3399-4838-8f49-bb93dd59c9f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.904827] env[69365]: DEBUG oslo_vmware.api [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1072.904827] env[69365]: value = "task-3302417" [ 1072.904827] env[69365]: _type = "Task" [ 1072.904827] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.913123] env[69365]: DEBUG oslo_vmware.api [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.951711] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602719} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.952106] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 4a080802-341a-405f-8961-87320f4acf54/4a080802-341a-405f-8961-87320f4acf54.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.952323] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.952652] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5111f0ac-d22d-4344-9843-670bcbf0e34d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.960085] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1072.960085] env[69365]: value = "task-3302418" [ 1072.960085] env[69365]: _type = "Task" [ 1072.960085] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.969779] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.026613] env[69365]: INFO nova.compute.manager [-] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Took 1.91 seconds to deallocate network for instance. [ 1073.126700] env[69365]: DEBUG oslo_vmware.api [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.134194] env[69365]: DEBUG nova.compute.utils [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.137736] env[69365]: DEBUG nova.compute.manager [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.137899] env[69365]: DEBUG nova.network.neutron [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.193697] env[69365]: DEBUG nova.policy [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c69b1ef20ae424dbc98dc34bd834eab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a376fd8c2a964c32a68be66079574594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.195855] env[69365]: DEBUG oslo_concurrency.lockutils [None req-870d470a-c005-4cf3-881b-e31c9f98d608 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Lock "fbb9b239-d805-4c65-b998-e02c328403db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.638s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.226426] env[69365]: DEBUG nova.network.neutron [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Successfully updated port: 2e3ba458-02ed-47b1-b164-bb0d024d73bb {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.255910] env[69365]: DEBUG oslo_vmware.api [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302414, 'name': PowerOnVM_Task, 'duration_secs': 0.592197} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.257035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.260593] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.260855] env[69365]: DEBUG nova.compute.manager [None req-2beb18a1-ac54-468d-a31d-c30bc68d32de tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.261939] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45af74ff-c1bd-452a-a505-874a570271d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.270472] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302415, 'name': Destroy_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.419589] env[69365]: DEBUG oslo_vmware.api [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.475413] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069966} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.475413] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.475413] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b605a4-4d9f-426b-bdbf-d97580352824 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.498712] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 4a080802-341a-405f-8961-87320f4acf54/4a080802-341a-405f-8961-87320f4acf54.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.499380] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96a758aa-2d9e-46cb-aedf-7a4a6f309866 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.531651] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1073.531651] env[69365]: value = "task-3302419" [ 1073.531651] env[69365]: _type = "Task" [ 1073.531651] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.537242] env[69365]: DEBUG oslo_concurrency.lockutils [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.543274] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.625227] env[69365]: DEBUG oslo_vmware.api [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.633742] env[69365]: DEBUG nova.network.neutron [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Successfully created port: d20204f7-16cb-4468-8740-a97d8526847b {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.640071] env[69365]: DEBUG nova.compute.manager [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.733985] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "refresh_cache-e22fcafe-7e54-4687-83c8-0c23d3991dd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.733985] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquired lock "refresh_cache-e22fcafe-7e54-4687-83c8-0c23d3991dd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.733985] env[69365]: DEBUG nova.network.neutron [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.778499] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302415, 'name': Destroy_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.920063] env[69365]: DEBUG oslo_vmware.api [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302417, 'name': PowerOffVM_Task, 'duration_secs': 0.652609} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.920448] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.927366] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1073.931066] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb85ef41-ed77-488e-a127-c83f3bcc5d82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.952276] env[69365]: DEBUG oslo_vmware.api [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1073.952276] env[69365]: value = "task-3302420" [ 1073.952276] env[69365]: _type = "Task" [ 1073.952276] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.963845] env[69365]: DEBUG oslo_vmware.api [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.042608] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.081554] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183b5b7c-0c13-4500-bce6-86502c73b57c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.090514] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a0526d-2fe0-4d2c-b91c-0768e7fe739d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.130062] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a032cb4-1911-4883-8f6b-be94e7d49985 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.141565] env[69365]: DEBUG oslo_vmware.api [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302416, 'name': ReconfigVM_Task, 'duration_secs': 1.339179} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.141980] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659406', 'volume_id': '8ca20354-f630-446d-846e-4cf7beda210e', 'name': 'volume-8ca20354-f630-446d-846e-4cf7beda210e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ff715ea-2d13-43c3-addc-4c58d4e0b21e', 'attached_at': '', 'detached_at': '', 'volume_id': '8ca20354-f630-446d-846e-4cf7beda210e', 'serial': '8ca20354-f630-446d-846e-4cf7beda210e'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1074.145190] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3642198d-8c36-4ea6-a870-f72217d515c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.150653] env[69365]: INFO nova.virt.block_device [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Booting with volume b097a98f-44af-4ba9-8683-d7d18232a2b3 at /dev/sda [ 1074.164202] env[69365]: DEBUG nova.compute.provider_tree [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.272591] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302415, 'name': Destroy_Task, 'duration_secs': 1.690549} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.274415] env[69365]: DEBUG nova.network.neutron [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.276907] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Destroyed the VM [ 1074.276907] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1074.277074] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d48b223-846c-4e92-bc36-92f60cd68b19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.279372] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7b886daf-a413-4c20-85c6-b8076949434f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.291451] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eb6c5e-42fc-4ed9-bc4a-076e5d9814ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.306567] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1074.306567] env[69365]: value = "task-3302421" [ 1074.306567] env[69365]: _type = "Task" [ 1074.306567] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.319026] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302421, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.334962] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fef8506-6786-4d6b-a508-9e766e6b9ec3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.344324] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d8e13f-f542-4038-bd28-86c1d769439e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.386160] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6001cc5f-3184-4173-894f-155ece1e2e0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.394926] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a93bec-01fc-43d8-83ff-03a9ded3cae9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.412892] env[69365]: DEBUG nova.virt.block_device [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Updating existing volume attachment record: afb5a505-175d-4646-9b60-f234d3f05e40 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1074.466652] env[69365]: DEBUG oslo_vmware.api [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302420, 'name': ReconfigVM_Task, 'duration_secs': 0.451272} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.466942] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.467186] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.467450] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1560083a-0e9b-4200-a4b2-d8ac718e7b4f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.473409] env[69365]: DEBUG oslo_vmware.api [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1074.473409] env[69365]: value = "task-3302422" [ 1074.473409] env[69365]: _type = "Task" [ 1074.473409] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.481582] env[69365]: DEBUG oslo_vmware.api [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.494685] env[69365]: DEBUG oslo_concurrency.lockutils [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "df1bacbf-7d1d-4524-94c2-e7d8eda5e578" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.494851] env[69365]: DEBUG oslo_concurrency.lockutils [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "df1bacbf-7d1d-4524-94c2-e7d8eda5e578" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.494973] env[69365]: DEBUG oslo_concurrency.lockutils [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "df1bacbf-7d1d-4524-94c2-e7d8eda5e578-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.495192] env[69365]: DEBUG oslo_concurrency.lockutils [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "df1bacbf-7d1d-4524-94c2-e7d8eda5e578-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.495467] env[69365]: DEBUG oslo_concurrency.lockutils [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "df1bacbf-7d1d-4524-94c2-e7d8eda5e578-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.500755] env[69365]: INFO nova.compute.manager [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Terminating instance [ 1074.515860] env[69365]: DEBUG nova.network.neutron [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Updating instance_info_cache with network_info: [{"id": "2e3ba458-02ed-47b1-b164-bb0d024d73bb", "address": "fa:16:3e:f0:2b:28", "network": {"id": "18b15adf-a827-4810-ac9d-b09375f49426", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-629071661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d286af345d840faa0c108de24ba6d72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3ba458-02", "ovs_interfaceid": "2e3ba458-02ed-47b1-b164-bb0d024d73bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.544046] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302419, 'name': ReconfigVM_Task, 'duration_secs': 0.782111} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.545448] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 4a080802-341a-405f-8961-87320f4acf54/4a080802-341a-405f-8961-87320f4acf54.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.545925] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec6f52b8-1346-49d9-a931-94302f43fe1c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.552599] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1074.552599] env[69365]: value = "task-3302423" [ 1074.552599] env[69365]: _type = "Task" [ 1074.552599] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.561367] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302423, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.668042] env[69365]: DEBUG nova.scheduler.client.report [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.696665] env[69365]: DEBUG nova.objects.instance [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'flavor' on Instance uuid 5ff715ea-2d13-43c3-addc-4c58d4e0b21e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.710698] env[69365]: DEBUG nova.compute.manager [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Received event network-changed-2e3ba458-02ed-47b1-b164-bb0d024d73bb {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.710956] env[69365]: DEBUG nova.compute.manager [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Refreshing instance network info cache due to event network-changed-2e3ba458-02ed-47b1-b164-bb0d024d73bb. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.711209] env[69365]: DEBUG oslo_concurrency.lockutils [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] Acquiring lock "refresh_cache-e22fcafe-7e54-4687-83c8-0c23d3991dd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.824159] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302421, 'name': RemoveSnapshot_Task} progress is 42%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.985824] env[69365]: DEBUG oslo_vmware.api [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302422, 'name': PowerOnVM_Task, 'duration_secs': 0.421027} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.986242] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.986541] env[69365]: DEBUG nova.compute.manager [None req-db4eb47a-3f10-44a4-8545-4c27e423efab tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.987532] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aa708f-3124-4f1a-a423-c4202cb7da2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.006102] env[69365]: DEBUG nova.compute.manager [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.006102] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.006985] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67505601-1c3c-48e3-b870-fc6e1bd7109f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.016326] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.016613] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64d2f18b-facf-45b5-94bc-24566ee2612a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.018476] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Releasing lock "refresh_cache-e22fcafe-7e54-4687-83c8-0c23d3991dd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.018790] env[69365]: DEBUG nova.compute.manager [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Instance network_info: |[{"id": "2e3ba458-02ed-47b1-b164-bb0d024d73bb", "address": "fa:16:3e:f0:2b:28", "network": {"id": "18b15adf-a827-4810-ac9d-b09375f49426", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-629071661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d286af345d840faa0c108de24ba6d72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3ba458-02", "ovs_interfaceid": "2e3ba458-02ed-47b1-b164-bb0d024d73bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.019095] env[69365]: DEBUG oslo_concurrency.lockutils [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] Acquired lock "refresh_cache-e22fcafe-7e54-4687-83c8-0c23d3991dd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.019321] env[69365]: DEBUG nova.network.neutron [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Refreshing network info cache for port 2e3ba458-02ed-47b1-b164-bb0d024d73bb {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.020639] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:2b:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e3ba458-02ed-47b1-b164-bb0d024d73bb', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.029021] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.029692] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.030834] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbea435a-899d-4b64-837a-0bdf6ec884cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.049444] env[69365]: DEBUG oslo_vmware.api [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1075.049444] env[69365]: value = "task-3302424" [ 1075.049444] env[69365]: _type = "Task" [ 1075.049444] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.059143] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.059143] env[69365]: value = "task-3302425" [ 1075.059143] env[69365]: _type = "Task" [ 1075.059143] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.068618] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302423, 'name': Rename_Task, 'duration_secs': 0.154824} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.069199] env[69365]: DEBUG oslo_vmware.api [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.069868] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.070162] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5c47dee-e77a-4db4-9e33-991c0a71fce4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.074967] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302425, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.077195] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1075.077195] env[69365]: value = "task-3302426" [ 1075.077195] env[69365]: _type = "Task" [ 1075.077195] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.087973] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.177881] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.177881] env[69365]: DEBUG nova.compute.manager [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.180502] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.326s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.181304] env[69365]: DEBUG nova.objects.instance [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'resources' on Instance uuid 2a14f96f-2727-4a8e-9958-a9185c5a8428 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.295086] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.314527] env[69365]: DEBUG nova.compute.manager [req-bfba7692-8203-4e22-8e36-9d4e882aa899 req-cb4cd542-af49-4060-a68f-0a828ac7d877 service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Received event network-vif-plugged-d20204f7-16cb-4468-8740-a97d8526847b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.314527] env[69365]: DEBUG oslo_concurrency.lockutils [req-bfba7692-8203-4e22-8e36-9d4e882aa899 req-cb4cd542-af49-4060-a68f-0a828ac7d877 service nova] Acquiring lock "0ce8b3dc-a511-4ad0-a984-7378dda61f07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.314904] env[69365]: DEBUG oslo_concurrency.lockutils [req-bfba7692-8203-4e22-8e36-9d4e882aa899 req-cb4cd542-af49-4060-a68f-0a828ac7d877 service nova] Lock "0ce8b3dc-a511-4ad0-a984-7378dda61f07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.315310] env[69365]: DEBUG oslo_concurrency.lockutils [req-bfba7692-8203-4e22-8e36-9d4e882aa899 req-cb4cd542-af49-4060-a68f-0a828ac7d877 service nova] Lock "0ce8b3dc-a511-4ad0-a984-7378dda61f07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.318018] env[69365]: DEBUG nova.compute.manager [req-bfba7692-8203-4e22-8e36-9d4e882aa899 req-cb4cd542-af49-4060-a68f-0a828ac7d877 service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] No waiting events found dispatching network-vif-plugged-d20204f7-16cb-4468-8740-a97d8526847b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.318018] env[69365]: WARNING nova.compute.manager [req-bfba7692-8203-4e22-8e36-9d4e882aa899 req-cb4cd542-af49-4060-a68f-0a828ac7d877 service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Received unexpected event network-vif-plugged-d20204f7-16cb-4468-8740-a97d8526847b for instance with vm_state building and task_state block_device_mapping. [ 1075.329140] env[69365]: DEBUG oslo_vmware.api [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302421, 'name': RemoveSnapshot_Task, 'duration_secs': 0.627863} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.329511] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1075.329753] env[69365]: INFO nova.compute.manager [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Took 17.63 seconds to snapshot the instance on the hypervisor. [ 1075.373430] env[69365]: DEBUG nova.network.neutron [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Successfully updated port: d20204f7-16cb-4468-8740-a97d8526847b {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.561476] env[69365]: DEBUG oslo_vmware.api [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302424, 'name': PowerOffVM_Task, 'duration_secs': 0.224501} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.564838] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.565027] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.565285] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-128b8dc1-d50f-420b-b876-d61c04cc90d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.572087] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302425, 'name': CreateVM_Task, 'duration_secs': 0.398563} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.572254] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.572898] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.573108] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.573428] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.573668] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ef1e98-7af8-4487-8a84-1374890acd47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.582628] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1075.582628] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52da2f41-b7b2-643a-6533-43d9fd167f49" [ 1075.582628] env[69365]: _type = "Task" [ 1075.582628] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.589233] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.594640] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52da2f41-b7b2-643a-6533-43d9fd167f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.639325] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.639588] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.639753] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Deleting the datastore file [datastore1] df1bacbf-7d1d-4524-94c2-e7d8eda5e578 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.640098] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ac5b754-ee49-43da-99a6-436429a30223 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.650363] env[69365]: DEBUG oslo_vmware.api [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1075.650363] env[69365]: value = "task-3302428" [ 1075.650363] env[69365]: _type = "Task" [ 1075.650363] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.657462] env[69365]: DEBUG oslo_vmware.api [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.684609] env[69365]: DEBUG nova.compute.utils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.694153] env[69365]: DEBUG nova.compute.manager [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.694483] env[69365]: DEBUG nova.network.neutron [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.704522] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9ef154b-9b65-4ac6-862a-357835fd6514 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.367s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.798582] env[69365]: DEBUG nova.policy [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e11d710c85e4f60ba90a9a8c789f3a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48b768c03723474ea98fbde74ac2f103', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.813443] env[69365]: DEBUG nova.network.neutron [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Updated VIF entry in instance network info cache for port 2e3ba458-02ed-47b1-b164-bb0d024d73bb. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.815112] env[69365]: DEBUG nova.network.neutron [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Updating instance_info_cache with network_info: [{"id": "2e3ba458-02ed-47b1-b164-bb0d024d73bb", "address": "fa:16:3e:f0:2b:28", "network": {"id": "18b15adf-a827-4810-ac9d-b09375f49426", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-629071661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d286af345d840faa0c108de24ba6d72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3ba458-02", "ovs_interfaceid": "2e3ba458-02ed-47b1-b164-bb0d024d73bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.876065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Acquiring lock "refresh_cache-0ce8b3dc-a511-4ad0-a984-7378dda61f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.876259] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Acquired lock "refresh_cache-0ce8b3dc-a511-4ad0-a984-7378dda61f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.876647] env[69365]: DEBUG nova.network.neutron [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.893339] env[69365]: DEBUG nova.compute.manager [None req-16b0c610-98be-4f42-a902-047aec5040c3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Found 2 images (rotation: 2) {{(pid=69365) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1076.091801] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38cc8b0-6c50-48d9-b955-94a88167b697 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.103076] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52da2f41-b7b2-643a-6533-43d9fd167f49, 'name': SearchDatastore_Task, 'duration_secs': 0.032707} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.103353] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.104128] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.104361] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.104654] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.104734] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.104911] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.105256] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9012b75-cfd9-4a82-bfab-8aa74f09ba6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.110725] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85841deb-2969-480c-a26a-cff06eefa006 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.149952] env[69365]: DEBUG nova.network.neutron [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Successfully created port: a2815957-b61c-4003-8cbf-e4024ed6b16c {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.152843] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c40913e-4f32-4f6e-bb53-0a101d8bd633 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.155526] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.155657] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.159124] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5999161-e282-415a-8719-4ef95980628c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.165414] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1076.165414] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5235450b-aaa5-b210-274b-30196855b6f8" [ 1076.165414] env[69365]: _type = "Task" [ 1076.165414] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.171050] env[69365]: DEBUG oslo_vmware.api [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458643} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.174592] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.174792] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.174973] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.175194] env[69365]: INFO nova.compute.manager [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1076.175453] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.179034] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e88380b-8d5c-4c76-be3a-6fe810c338e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.180735] env[69365]: DEBUG nova.compute.manager [-] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.180842] env[69365]: DEBUG nova.network.neutron [-] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.189083] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5235450b-aaa5-b210-274b-30196855b6f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.198709] env[69365]: DEBUG nova.compute.manager [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.201622] env[69365]: DEBUG nova.compute.provider_tree [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.316141] env[69365]: DEBUG oslo_concurrency.lockutils [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] Releasing lock "refresh_cache-e22fcafe-7e54-4687-83c8-0c23d3991dd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.316786] env[69365]: DEBUG nova.compute.manager [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Received event network-changed-acc393b6-c7b5-4605-a18a-6201e50d9b50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.317101] env[69365]: DEBUG nova.compute.manager [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Refreshing instance network info cache due to event network-changed-acc393b6-c7b5-4605-a18a-6201e50d9b50. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.318831] env[69365]: DEBUG oslo_concurrency.lockutils [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] Acquiring lock "refresh_cache-fbb9b239-d805-4c65-b998-e02c328403db" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.319242] env[69365]: DEBUG oslo_concurrency.lockutils [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] Acquired lock "refresh_cache-fbb9b239-d805-4c65-b998-e02c328403db" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.320677] env[69365]: DEBUG nova.network.neutron [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Refreshing network info cache for port acc393b6-c7b5-4605-a18a-6201e50d9b50 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.466120] env[69365]: DEBUG nova.network.neutron [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.491903] env[69365]: DEBUG nova.network.neutron [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Successfully created port: 5c6d4af9-ce33-4318-b836-e9d4cbf79d13 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.499440] env[69365]: DEBUG nova.compute.manager [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.499440] env[69365]: DEBUG nova.virt.hardware [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.499440] env[69365]: DEBUG nova.virt.hardware [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.499440] env[69365]: DEBUG nova.virt.hardware [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.499440] env[69365]: DEBUG nova.virt.hardware [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.499440] env[69365]: DEBUG nova.virt.hardware [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.499440] env[69365]: DEBUG nova.virt.hardware [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.499440] env[69365]: DEBUG nova.virt.hardware [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.499440] env[69365]: DEBUG nova.virt.hardware [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.499440] env[69365]: DEBUG nova.virt.hardware [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.499440] env[69365]: DEBUG nova.virt.hardware [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.499440] env[69365]: DEBUG nova.virt.hardware [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.501499] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e0ee58-ae66-47e1-a6da-f2064a5c7fe7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.512104] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8e41f0-7bb1-445a-a140-03351c2b2679 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.596500] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302426, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.682165] env[69365]: DEBUG nova.network.neutron [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Updating instance_info_cache with network_info: [{"id": "d20204f7-16cb-4468-8740-a97d8526847b", "address": "fa:16:3e:a7:70:70", "network": {"id": "789b035e-3fd0-4775-b68e-4fb91ebae0a6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-9845688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a376fd8c2a964c32a68be66079574594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20204f7-16", "ovs_interfaceid": "d20204f7-16cb-4468-8740-a97d8526847b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.691475] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5235450b-aaa5-b210-274b-30196855b6f8, 'name': SearchDatastore_Task, 'duration_secs': 0.027443} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.692442] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e864b099-2344-4fbd-9f28-0f967c1510d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.699259] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1076.699259] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523442ee-af34-9cad-8f92-18992d6c651a" [ 1076.699259] env[69365]: _type = "Task" [ 1076.699259] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.707539] env[69365]: DEBUG nova.scheduler.client.report [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.720114] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523442ee-af34-9cad-8f92-18992d6c651a, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.720617] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.720875] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e22fcafe-7e54-4687-83c8-0c23d3991dd8/e22fcafe-7e54-4687-83c8-0c23d3991dd8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.721151] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b09280a5-5c31-4735-960e-c90753282e77 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.730237] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1076.730237] env[69365]: value = "task-3302429" [ 1076.730237] env[69365]: _type = "Task" [ 1076.730237] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.742559] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.834965] env[69365]: DEBUG nova.network.neutron [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Successfully created port: 08f230da-a072-4a18-bc1f-ab8493ea9fc3 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.935775] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.936175] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.936505] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.936908] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.937067] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.939411] env[69365]: INFO nova.compute.manager [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Terminating instance [ 1077.033432] env[69365]: DEBUG nova.network.neutron [-] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.096380] env[69365]: DEBUG oslo_vmware.api [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302426, 'name': PowerOnVM_Task, 'duration_secs': 1.522168} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.096731] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.097426] env[69365]: INFO nova.compute.manager [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Took 10.28 seconds to spawn the instance on the hypervisor. [ 1077.097426] env[69365]: DEBUG nova.compute.manager [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.098024] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a1daf5-9af0-4e4e-b0c9-bc40a8d5b76c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.167750] env[69365]: DEBUG nova.network.neutron [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Updated VIF entry in instance network info cache for port acc393b6-c7b5-4605-a18a-6201e50d9b50. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.167861] env[69365]: DEBUG nova.network.neutron [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Updating instance_info_cache with network_info: [{"id": "acc393b6-c7b5-4605-a18a-6201e50d9b50", "address": "fa:16:3e:bf:e7:8d", "network": {"id": "d4c1e9a4-3d68-4c34-96bf-de5f33707d9e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1907901641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15caeba64fd249218d7397384330c2e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc393b6-c7", "ovs_interfaceid": "acc393b6-c7b5-4605-a18a-6201e50d9b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.185593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Releasing lock "refresh_cache-0ce8b3dc-a511-4ad0-a984-7378dda61f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.185914] env[69365]: DEBUG nova.compute.manager [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Instance network_info: |[{"id": "d20204f7-16cb-4468-8740-a97d8526847b", "address": "fa:16:3e:a7:70:70", "network": {"id": "789b035e-3fd0-4775-b68e-4fb91ebae0a6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-9845688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a376fd8c2a964c32a68be66079574594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20204f7-16", "ovs_interfaceid": "d20204f7-16cb-4468-8740-a97d8526847b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.190596] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:70:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd20204f7-16cb-4468-8740-a97d8526847b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.207349] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Creating folder: Project (a376fd8c2a964c32a68be66079574594). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.209138] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3ebaf3a-3291-4760-9d7b-f26fcfea0a97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.213101] env[69365]: DEBUG nova.compute.manager [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.222293] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.225534] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.191s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.228462] env[69365]: DEBUG nova.objects.instance [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lazy-loading 'resources' on Instance uuid c0b388b1-0e5d-48f4-9211-8c5e11c0d7df {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.233808] env[69365]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1077.233990] env[69365]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69365) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1077.234482] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Folder already exists: Project (a376fd8c2a964c32a68be66079574594). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1077.236161] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Creating folder: Instances. Parent ref: group-v659391. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.238733] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65aed8a6-8189-4e1a-930d-1f48ce5ecb56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.252311] env[69365]: DEBUG nova.virt.hardware [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.252727] env[69365]: DEBUG nova.virt.hardware [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.252939] env[69365]: DEBUG nova.virt.hardware [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.253131] env[69365]: DEBUG nova.virt.hardware [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.253401] env[69365]: DEBUG nova.virt.hardware [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.253476] env[69365]: DEBUG nova.virt.hardware [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.253711] env[69365]: DEBUG nova.virt.hardware [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.253809] env[69365]: DEBUG nova.virt.hardware [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.253978] env[69365]: DEBUG nova.virt.hardware [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.254265] env[69365]: DEBUG nova.virt.hardware [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.254394] env[69365]: DEBUG nova.virt.hardware [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.255913] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d6e615-f74a-4303-8100-f4cb2b56e132 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.263477] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Created folder: Instances in parent group-v659391. [ 1077.263736] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.264371] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.265464] env[69365]: INFO nova.scheduler.client.report [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Deleted allocations for instance 2a14f96f-2727-4a8e-9958-a9185c5a8428 [ 1077.266895] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.268385] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed5160a9-6675-426b-81c5-7c2c7eefaf34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.292028] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d53ed00-ecd9-4c4b-93f8-ba20f7cadb28 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.297640] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.297640] env[69365]: value = "task-3302432" [ 1077.297640] env[69365]: _type = "Task" [ 1077.297640] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.317887] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302432, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.443746] env[69365]: DEBUG nova.compute.manager [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.443988] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.445038] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c931eb-247f-4746-8be8-200f21ce5f73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.454265] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.456020] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bee95a30-69b5-4d2b-af8a-b4fa3daf3949 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.462388] env[69365]: DEBUG oslo_vmware.api [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1077.462388] env[69365]: value = "task-3302433" [ 1077.462388] env[69365]: _type = "Task" [ 1077.462388] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.472082] env[69365]: DEBUG oslo_vmware.api [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.538801] env[69365]: INFO nova.compute.manager [-] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Took 1.36 seconds to deallocate network for instance. [ 1077.550631] env[69365]: DEBUG nova.compute.manager [req-035d1cc7-d377-4b68-8be8-a2bfeda6b601 req-12581efd-2a0a-4d21-a995-f9d3dc8f6bcc service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Received event network-changed-d20204f7-16cb-4468-8740-a97d8526847b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.551018] env[69365]: DEBUG nova.compute.manager [req-035d1cc7-d377-4b68-8be8-a2bfeda6b601 req-12581efd-2a0a-4d21-a995-f9d3dc8f6bcc service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Refreshing instance network info cache due to event network-changed-d20204f7-16cb-4468-8740-a97d8526847b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.551395] env[69365]: DEBUG oslo_concurrency.lockutils [req-035d1cc7-d377-4b68-8be8-a2bfeda6b601 req-12581efd-2a0a-4d21-a995-f9d3dc8f6bcc service nova] Acquiring lock "refresh_cache-0ce8b3dc-a511-4ad0-a984-7378dda61f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.551665] env[69365]: DEBUG oslo_concurrency.lockutils [req-035d1cc7-d377-4b68-8be8-a2bfeda6b601 req-12581efd-2a0a-4d21-a995-f9d3dc8f6bcc service nova] Acquired lock "refresh_cache-0ce8b3dc-a511-4ad0-a984-7378dda61f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.551999] env[69365]: DEBUG nova.network.neutron [req-035d1cc7-d377-4b68-8be8-a2bfeda6b601 req-12581efd-2a0a-4d21-a995-f9d3dc8f6bcc service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Refreshing network info cache for port d20204f7-16cb-4468-8740-a97d8526847b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.633424] env[69365]: INFO nova.compute.manager [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Took 32.50 seconds to build instance. [ 1077.672361] env[69365]: DEBUG oslo_concurrency.lockutils [req-6e995f5a-5b78-4e6d-bbd6-768842b4f96d req-1dcffc45-9a78-4b97-98d0-1c2e4366077b service nova] Releasing lock "refresh_cache-fbb9b239-d805-4c65-b998-e02c328403db" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.710582] env[69365]: DEBUG nova.compute.manager [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.711982] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2e9210-0c8a-44eb-b44a-1345eab523cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.751302] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569614} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.754235] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e22fcafe-7e54-4687-83c8-0c23d3991dd8/e22fcafe-7e54-4687-83c8-0c23d3991dd8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.754235] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.754883] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-200cf9e7-f80e-4099-8c06-5f7be8029099 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.766600] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1077.766600] env[69365]: value = "task-3302434" [ 1077.766600] env[69365]: _type = "Task" [ 1077.766600] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.779161] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.793472] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d1fae10-5b88-4af1-885b-fd5b80a67738 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.203s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.794480] env[69365]: DEBUG oslo_concurrency.lockutils [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] Acquired lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.796154] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13d2ddf-1469-4f48-a211-0ca127616cc2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.816112] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302432, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.817185] env[69365]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1077.817531] env[69365]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69365) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1077.818654] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e413f525-ec70-4bec-a41c-ee6e35af1958 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.832736] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925678c6-69e4-4424-82ff-2afb4f742b08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.889827] env[69365]: ERROR root [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-659301' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-659301' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-659301' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-659301'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-659301' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-659301' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-659301'}\n"]: nova.exception.InstanceNotFound: Instance 2a14f96f-2727-4a8e-9958-a9185c5a8428 could not be found. [ 1077.890041] env[69365]: DEBUG oslo_concurrency.lockutils [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] Releasing lock "2a14f96f-2727-4a8e-9958-a9185c5a8428" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.890141] env[69365]: DEBUG nova.compute.manager [req-61ecd40b-a22c-4fde-9287-691827ab30d5 req-a7d70ea4-af55-44c2-938d-751e8bc2b70c service nova] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Detach interface failed, port_id=bf247c13-8ece-451c-adb4-14e1f8735d50, reason: Instance 2a14f96f-2727-4a8e-9958-a9185c5a8428 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.890860] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "4a080802-341a-405f-8961-87320f4acf54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.973805] env[69365]: DEBUG oslo_vmware.api [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302433, 'name': PowerOffVM_Task, 'duration_secs': 0.304767} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.977659] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.977955] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.978665] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48b62759-73c3-430d-b9a0-d2e854756a56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.054117] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.059034] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.059034] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Deleting the datastore file [datastore2] 5ff715ea-2d13-43c3-addc-4c58d4e0b21e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.059034] env[69365]: DEBUG oslo_concurrency.lockutils [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.059034] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7407b60e-0855-4a22-96a8-b692719b88bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.073032] env[69365]: DEBUG oslo_vmware.api [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for the task: (returnval){ [ 1078.073032] env[69365]: value = "task-3302436" [ 1078.073032] env[69365]: _type = "Task" [ 1078.073032] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.085023] env[69365]: DEBUG oslo_vmware.api [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.136468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d517c64e-3181-4d7e-a504-9bd0e6003909 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "4a080802-341a-405f-8961-87320f4acf54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.007s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.137573] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "4a080802-341a-405f-8961-87320f4acf54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.246s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.137573] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "4a080802-341a-405f-8961-87320f4acf54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.137573] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "4a080802-341a-405f-8961-87320f4acf54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.137573] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "4a080802-341a-405f-8961-87320f4acf54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.139629] env[69365]: INFO nova.compute.manager [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Terminating instance [ 1078.158489] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3179275c-9bc7-400d-bd7e-fb51489e3bcd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.168855] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5e4971-f5e7-4489-9920-46c115420667 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.205237] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52190e42-7814-4076-932e-144db4c357f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.213969] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01637b3f-3968-46e9-a5b0-01bdc010dea5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.229346] env[69365]: DEBUG nova.compute.provider_tree [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.231384] env[69365]: INFO nova.compute.manager [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] instance snapshotting [ 1078.232436] env[69365]: DEBUG nova.objects.instance [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'flavor' on Instance uuid 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.279434] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075215} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.282922] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.284032] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1800fb96-c272-4360-85a6-2792b081ee8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.312054] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] e22fcafe-7e54-4687-83c8-0c23d3991dd8/e22fcafe-7e54-4687-83c8-0c23d3991dd8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.312428] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e672964b-8d3c-43d9-bb00-88730b7886e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.338906] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302432, 'name': CreateVM_Task, 'duration_secs': 0.526474} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.340739] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.342108] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1078.342108] env[69365]: value = "task-3302437" [ 1078.342108] env[69365]: _type = "Task" [ 1078.342108] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.342775] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'afb5a505-175d-4646-9b60-f234d3f05e40', 'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659399', 'volume_id': 'b097a98f-44af-4ba9-8683-d7d18232a2b3', 'name': 'volume-b097a98f-44af-4ba9-8683-d7d18232a2b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce8b3dc-a511-4ad0-a984-7378dda61f07', 'attached_at': '', 'detached_at': '', 'volume_id': 'b097a98f-44af-4ba9-8683-d7d18232a2b3', 'serial': 'b097a98f-44af-4ba9-8683-d7d18232a2b3'}, 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69365) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1078.343250] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Root volume attach. Driver type: vmdk {{(pid=69365) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1078.344764] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f48b858-69fd-459d-aba5-75a051f75d92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.360725] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b985e4a-492e-4807-9755-fbc3d406ab12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.364011] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302437, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.366238] env[69365]: DEBUG nova.network.neutron [req-035d1cc7-d377-4b68-8be8-a2bfeda6b601 req-12581efd-2a0a-4d21-a995-f9d3dc8f6bcc service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Updated VIF entry in instance network info cache for port d20204f7-16cb-4468-8740-a97d8526847b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.366623] env[69365]: DEBUG nova.network.neutron [req-035d1cc7-d377-4b68-8be8-a2bfeda6b601 req-12581efd-2a0a-4d21-a995-f9d3dc8f6bcc service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Updating instance_info_cache with network_info: [{"id": "d20204f7-16cb-4468-8740-a97d8526847b", "address": "fa:16:3e:a7:70:70", "network": {"id": "789b035e-3fd0-4775-b68e-4fb91ebae0a6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-9845688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a376fd8c2a964c32a68be66079574594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20204f7-16", "ovs_interfaceid": "d20204f7-16cb-4468-8740-a97d8526847b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.369909] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19823d9-f743-4e9d-a9c5-0c0958a8e1a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.378072] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1fc2b197-8706-44de-b987-fa1cd49aad0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.387781] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Waiting for the task: (returnval){ [ 1078.387781] env[69365]: value = "task-3302438" [ 1078.387781] env[69365]: _type = "Task" [ 1078.387781] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.400709] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302438, 'name': RelocateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.587136] env[69365]: DEBUG oslo_vmware.api [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Task: {'id': task-3302436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148065} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.587444] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.587656] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.587860] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.588258] env[69365]: INFO nova.compute.manager [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1078.588363] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.588596] env[69365]: DEBUG nova.compute.manager [-] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.590960] env[69365]: DEBUG nova.network.neutron [-] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.643490] env[69365]: DEBUG nova.compute.manager [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.643786] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.644892] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef87b3c-c7c4-4e38-8b4e-79a45f0f1666 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.654288] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.654569] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4b2982a-2eb2-430f-adce-cba2edcfa782 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.663371] env[69365]: DEBUG oslo_vmware.api [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1078.663371] env[69365]: value = "task-3302439" [ 1078.663371] env[69365]: _type = "Task" [ 1078.663371] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.676065] env[69365]: DEBUG oslo_vmware.api [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.692258] env[69365]: DEBUG nova.network.neutron [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Successfully updated port: a2815957-b61c-4003-8cbf-e4024ed6b16c {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.735137] env[69365]: DEBUG nova.scheduler.client.report [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.748918] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce12e04-6fe1-479b-a317-c1ebb4de0289 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.780898] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c11640-4ec5-4443-9abf-441705292511 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.858773] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302437, 'name': ReconfigVM_Task, 'duration_secs': 0.326325} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.859330] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Reconfigured VM instance instance-0000005d to attach disk [datastore2] e22fcafe-7e54-4687-83c8-0c23d3991dd8/e22fcafe-7e54-4687-83c8-0c23d3991dd8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.860694] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Creating Virtual Disk of size 2097152 KB and adapter type paraVirtual on the data store {{(pid=69365) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1078.861698] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-66134c22-5d15-4358-a8b9-15d2b97bb280 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.869739] env[69365]: DEBUG nova.compute.manager [req-cda809f5-466f-43e7-b9b0-34beabf0b763 req-d6932fe3-6aaf-434b-9ece-c2d825d8ae07 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Received event network-vif-plugged-a2815957-b61c-4003-8cbf-e4024ed6b16c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.869993] env[69365]: DEBUG oslo_concurrency.lockutils [req-cda809f5-466f-43e7-b9b0-34beabf0b763 req-d6932fe3-6aaf-434b-9ece-c2d825d8ae07 service nova] Acquiring lock "959b7468-5c58-41d6-8623-5835395c59f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.870273] env[69365]: DEBUG oslo_concurrency.lockutils [req-cda809f5-466f-43e7-b9b0-34beabf0b763 req-d6932fe3-6aaf-434b-9ece-c2d825d8ae07 service nova] Lock "959b7468-5c58-41d6-8623-5835395c59f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.870481] env[69365]: DEBUG oslo_concurrency.lockutils [req-cda809f5-466f-43e7-b9b0-34beabf0b763 req-d6932fe3-6aaf-434b-9ece-c2d825d8ae07 service nova] Lock "959b7468-5c58-41d6-8623-5835395c59f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.870686] env[69365]: DEBUG nova.compute.manager [req-cda809f5-466f-43e7-b9b0-34beabf0b763 req-d6932fe3-6aaf-434b-9ece-c2d825d8ae07 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] No waiting events found dispatching network-vif-plugged-a2815957-b61c-4003-8cbf-e4024ed6b16c {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.870883] env[69365]: WARNING nova.compute.manager [req-cda809f5-466f-43e7-b9b0-34beabf0b763 req-d6932fe3-6aaf-434b-9ece-c2d825d8ae07 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Received unexpected event network-vif-plugged-a2815957-b61c-4003-8cbf-e4024ed6b16c for instance with vm_state building and task_state spawning. [ 1078.873079] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1078.873079] env[69365]: value = "task-3302440" [ 1078.873079] env[69365]: _type = "Task" [ 1078.873079] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.873839] env[69365]: DEBUG oslo_concurrency.lockutils [req-035d1cc7-d377-4b68-8be8-a2bfeda6b601 req-12581efd-2a0a-4d21-a995-f9d3dc8f6bcc service nova] Releasing lock "refresh_cache-0ce8b3dc-a511-4ad0-a984-7378dda61f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.873938] env[69365]: DEBUG nova.compute.manager [req-035d1cc7-d377-4b68-8be8-a2bfeda6b601 req-12581efd-2a0a-4d21-a995-f9d3dc8f6bcc service nova] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Received event network-vif-deleted-f45af7ec-cecf-4c05-abf3-798758f1a36e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.887193] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302440, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.900632] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302438, 'name': RelocateVM_Task} progress is 20%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.054019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.054019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.180702] env[69365]: DEBUG oslo_vmware.api [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302439, 'name': PowerOffVM_Task, 'duration_secs': 0.250683} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.180702] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.180702] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.180702] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-768b58b7-1835-42b0-947b-b376c2bdd009 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.243739] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.245787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.983s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.260718] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.260718] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.260718] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleting the datastore file [datastore1] 4a080802-341a-405f-8961-87320f4acf54 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.260718] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f80a875-fdbd-451d-afbd-554254572b96 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.269500] env[69365]: DEBUG oslo_vmware.api [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1079.269500] env[69365]: value = "task-3302442" [ 1079.269500] env[69365]: _type = "Task" [ 1079.269500] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.276361] env[69365]: INFO nova.scheduler.client.report [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Deleted allocations for instance c0b388b1-0e5d-48f4-9211-8c5e11c0d7df [ 1079.289300] env[69365]: DEBUG oslo_vmware.api [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.293884] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1079.295859] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44469419-4b8e-4003-bfa6-9eca630d1302 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.303402] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1079.303402] env[69365]: value = "task-3302443" [ 1079.303402] env[69365]: _type = "Task" [ 1079.303402] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.313175] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302443, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.387484] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302440, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.054396} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.387484] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Created Virtual Disk of size 2097152 KB and type thin {{(pid=69365) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1079.387484] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582b6c15-36fe-426a-93be-7ec56287f212 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.400144] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302438, 'name': RelocateVM_Task, 'duration_secs': 0.589585} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.420604] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1079.420996] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659399', 'volume_id': 'b097a98f-44af-4ba9-8683-d7d18232a2b3', 'name': 'volume-b097a98f-44af-4ba9-8683-d7d18232a2b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce8b3dc-a511-4ad0-a984-7378dda61f07', 'attached_at': '', 'detached_at': '', 'volume_id': 'b097a98f-44af-4ba9-8683-d7d18232a2b3', 'serial': 'b097a98f-44af-4ba9-8683-d7d18232a2b3'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1079.431216] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] e22fcafe-7e54-4687-83c8-0c23d3991dd8/swap.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.433689] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39a68c7-db69-4465-a121-5f82d2315ff1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.437101] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8c18c86-124d-4433-ba10-2ab4817e898c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.469215] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0933fcd-1776-43e5-89e3-47302e044202 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.472249] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1079.472249] env[69365]: value = "task-3302444" [ 1079.472249] env[69365]: _type = "Task" [ 1079.472249] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.496559] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-b097a98f-44af-4ba9-8683-d7d18232a2b3/volume-b097a98f-44af-4ba9-8683-d7d18232a2b3.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.497530] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8bdaf50-c4fc-43b0-9489-f534f6a318aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.517341] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.524796] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Waiting for the task: (returnval){ [ 1079.524796] env[69365]: value = "task-3302445" [ 1079.524796] env[69365]: _type = "Task" [ 1079.524796] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.534173] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.556779] env[69365]: DEBUG nova.compute.manager [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.665336] env[69365]: DEBUG nova.compute.manager [req-9661e423-aa4b-4644-be9e-814b1cdd29b8 req-ebb73321-3de0-4041-936c-cd9c2873c477 service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Received event network-vif-deleted-21bb863d-95c2-4c07-8dd0-77e2a9aa70ab {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.665831] env[69365]: INFO nova.compute.manager [req-9661e423-aa4b-4644-be9e-814b1cdd29b8 req-ebb73321-3de0-4041-936c-cd9c2873c477 service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Neutron deleted interface 21bb863d-95c2-4c07-8dd0-77e2a9aa70ab; detaching it from the instance and deleting it from the info cache [ 1079.665831] env[69365]: DEBUG nova.network.neutron [req-9661e423-aa4b-4644-be9e-814b1cdd29b8 req-ebb73321-3de0-4041-936c-cd9c2873c477 service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.791429] env[69365]: DEBUG oslo_vmware.api [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177679} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.791725] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.791939] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.792135] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.792319] env[69365]: INFO nova.compute.manager [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 4a080802-341a-405f-8961-87320f4acf54] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1079.792574] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.792781] env[69365]: DEBUG nova.compute.manager [-] [instance: 4a080802-341a-405f-8961-87320f4acf54] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.792885] env[69365]: DEBUG nova.network.neutron [-] [instance: 4a080802-341a-405f-8961-87320f4acf54] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.798171] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c35e9e23-cc1e-4095-a498-84908c931653 tempest-ServerShowV247Test-183989735 tempest-ServerShowV247Test-183989735-project-member] Lock "c0b388b1-0e5d-48f4-9211-8c5e11c0d7df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.040s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.815502] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302443, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.952552] env[69365]: DEBUG nova.network.neutron [-] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.988291] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302444, 'name': ReconfigVM_Task, 'duration_secs': 0.394085} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.988639] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Reconfigured VM instance instance-0000005d to attach disk [datastore2] e22fcafe-7e54-4687-83c8-0c23d3991dd8/swap.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.989212] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-588e2cef-fb77-4b0d-85e3-23bc86437475 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.996515] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1079.996515] env[69365]: value = "task-3302446" [ 1079.996515] env[69365]: _type = "Task" [ 1079.996515] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.005354] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302446, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.035512] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302445, 'name': ReconfigVM_Task, 'duration_secs': 0.330762} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.035943] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-b097a98f-44af-4ba9-8683-d7d18232a2b3/volume-b097a98f-44af-4ba9-8683-d7d18232a2b3.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.041160] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-942a45a2-0a88-4cad-9a0a-821bfe3d9050 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.065090] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Waiting for the task: (returnval){ [ 1080.065090] env[69365]: value = "task-3302447" [ 1080.065090] env[69365]: _type = "Task" [ 1080.065090] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.079350] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.080296] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.167029] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d412b17-a7d0-4de4-9a80-6d2de1e518bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.171205] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edee8578-ca4a-40f2-bb2a-b239cdbd9924 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.180634] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6c7dbd-619f-4778-b2a9-efe1d9d76cb3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.186894] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1179bb6-11cc-4783-83d3-0667639b92a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.278964] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca8fe31-ee9b-4734-bd62-d69101360313 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.278964] env[69365]: DEBUG nova.compute.manager [req-9661e423-aa4b-4644-be9e-814b1cdd29b8 req-ebb73321-3de0-4041-936c-cd9c2873c477 service nova] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Detach interface failed, port_id=21bb863d-95c2-4c07-8dd0-77e2a9aa70ab, reason: Instance 5ff715ea-2d13-43c3-addc-4c58d4e0b21e could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1080.278964] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf02d71-8b25-4a39-936f-d1708c0ac23f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.278964] env[69365]: DEBUG nova.compute.provider_tree [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.317992] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302443, 'name': CreateSnapshot_Task, 'duration_secs': 0.568538} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.318440] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1080.319420] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2c71d5-cfbf-48b8-a560-105ed2a22b2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.460087] env[69365]: INFO nova.compute.manager [-] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Took 1.87 seconds to deallocate network for instance. [ 1080.509314] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302446, 'name': Rename_Task, 'duration_secs': 0.179175} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.509314] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.509314] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7820edd2-51a8-441d-856b-8bb2517bce35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.517223] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1080.517223] env[69365]: value = "task-3302448" [ 1080.517223] env[69365]: _type = "Task" [ 1080.517223] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.524014] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.579247] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302447, 'name': ReconfigVM_Task, 'duration_secs': 0.136183} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.579617] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659399', 'volume_id': 'b097a98f-44af-4ba9-8683-d7d18232a2b3', 'name': 'volume-b097a98f-44af-4ba9-8683-d7d18232a2b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce8b3dc-a511-4ad0-a984-7378dda61f07', 'attached_at': '', 'detached_at': '', 'volume_id': 'b097a98f-44af-4ba9-8683-d7d18232a2b3', 'serial': 'b097a98f-44af-4ba9-8683-d7d18232a2b3'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1080.580169] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65bee6a9-b766-4d8c-abbb-b1803a0ff43f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.589875] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Waiting for the task: (returnval){ [ 1080.589875] env[69365]: value = "task-3302449" [ 1080.589875] env[69365]: _type = "Task" [ 1080.589875] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.600118] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302449, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.773248] env[69365]: DEBUG nova.scheduler.client.report [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.844097] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1080.844511] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3bb6b22a-a6bc-48c0-a7c1-a28f9e2cfa12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.858329] env[69365]: DEBUG nova.network.neutron [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Successfully updated port: 5c6d4af9-ce33-4318-b836-e9d4cbf79d13 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.859445] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1080.859445] env[69365]: value = "task-3302450" [ 1080.859445] env[69365]: _type = "Task" [ 1080.859445] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.873798] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302450, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.950965] env[69365]: DEBUG nova.compute.manager [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Received event network-changed-a2815957-b61c-4003-8cbf-e4024ed6b16c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.950965] env[69365]: DEBUG nova.compute.manager [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Refreshing instance network info cache due to event network-changed-a2815957-b61c-4003-8cbf-e4024ed6b16c. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.950965] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] Acquiring lock "refresh_cache-959b7468-5c58-41d6-8623-5835395c59f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.950965] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] Acquired lock "refresh_cache-959b7468-5c58-41d6-8623-5835395c59f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.950965] env[69365]: DEBUG nova.network.neutron [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Refreshing network info cache for port a2815957-b61c-4003-8cbf-e4024ed6b16c {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.966957] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.038202] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302448, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.074294] env[69365]: DEBUG nova.network.neutron [-] [instance: 4a080802-341a-405f-8961-87320f4acf54] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.101250] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302449, 'name': Rename_Task, 'duration_secs': 0.150018} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.101725] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.101893] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46f3b93c-5d70-4989-a245-1a8aa85b6ac2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.110069] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Waiting for the task: (returnval){ [ 1081.110069] env[69365]: value = "task-3302451" [ 1081.110069] env[69365]: _type = "Task" [ 1081.110069] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.119509] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.382642] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302450, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.431292] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "9c026aaa-0963-4ba2-955a-f666ff782ffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.431981] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "9c026aaa-0963-4ba2-955a-f666ff782ffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.511383] env[69365]: DEBUG nova.network.neutron [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.530070] env[69365]: DEBUG oslo_vmware.api [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302448, 'name': PowerOnVM_Task, 'duration_secs': 0.711051} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.530070] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.530070] env[69365]: INFO nova.compute.manager [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1081.530296] env[69365]: DEBUG nova.compute.manager [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.531506] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe10722-428c-4902-b0cd-9c1d6178457b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.578602] env[69365]: INFO nova.compute.manager [-] [instance: 4a080802-341a-405f-8961-87320f4acf54] Took 1.79 seconds to deallocate network for instance. [ 1081.621141] env[69365]: DEBUG oslo_vmware.api [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302451, 'name': PowerOnVM_Task, 'duration_secs': 0.481765} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.623902] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.624624] env[69365]: INFO nova.compute.manager [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Took 5.13 seconds to spawn the instance on the hypervisor. [ 1081.624817] env[69365]: DEBUG nova.compute.manager [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.626407] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc48cf2f-81b8-4a44-81d0-447e6e6c9d9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.698994] env[69365]: DEBUG nova.network.neutron [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.704804] env[69365]: DEBUG nova.compute.manager [req-1c12c5e6-b4ad-4796-b344-2bbfde91e2a1 req-83cbec1d-7487-4196-b854-e323cd4a631a service nova] [instance: 4a080802-341a-405f-8961-87320f4acf54] Received event network-vif-deleted-29467584-8aac-47d7-bc74-f769a9419566 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.787320] env[69365]: DEBUG oslo_concurrency.lockutils [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.541s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.789295] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.339s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.791013] env[69365]: INFO nova.compute.claims [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.881060] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302450, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.935715] env[69365]: DEBUG nova.compute.manager [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.054963] env[69365]: INFO nova.compute.manager [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Took 33.44 seconds to build instance. [ 1082.085943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.150122] env[69365]: INFO nova.compute.manager [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Took 27.02 seconds to build instance. [ 1082.206126] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] Releasing lock "refresh_cache-959b7468-5c58-41d6-8623-5835395c59f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.210022] env[69365]: DEBUG nova.compute.manager [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Received event network-vif-plugged-5c6d4af9-ce33-4318-b836-e9d4cbf79d13 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.210022] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] Acquiring lock "959b7468-5c58-41d6-8623-5835395c59f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.210022] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] Lock "959b7468-5c58-41d6-8623-5835395c59f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.210022] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] Lock "959b7468-5c58-41d6-8623-5835395c59f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.210022] env[69365]: DEBUG nova.compute.manager [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] No waiting events found dispatching network-vif-plugged-5c6d4af9-ce33-4318-b836-e9d4cbf79d13 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.210022] env[69365]: WARNING nova.compute.manager [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Received unexpected event network-vif-plugged-5c6d4af9-ce33-4318-b836-e9d4cbf79d13 for instance with vm_state building and task_state spawning. [ 1082.210022] env[69365]: DEBUG nova.compute.manager [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Received event network-changed-5c6d4af9-ce33-4318-b836-e9d4cbf79d13 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.210022] env[69365]: DEBUG nova.compute.manager [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Refreshing instance network info cache due to event network-changed-5c6d4af9-ce33-4318-b836-e9d4cbf79d13. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.210022] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] Acquiring lock "refresh_cache-959b7468-5c58-41d6-8623-5835395c59f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.210022] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] Acquired lock "refresh_cache-959b7468-5c58-41d6-8623-5835395c59f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.210022] env[69365]: DEBUG nova.network.neutron [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Refreshing network info cache for port 5c6d4af9-ce33-4318-b836-e9d4cbf79d13 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.369112] env[69365]: INFO nova.scheduler.client.report [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted allocation for migration 20d48b7a-c0a4-4480-9090-cdff55684295 [ 1082.383164] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302450, 'name': CloneVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.459991] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.557447] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ff9c1d-447c-45ad-b65f-d95b6f2fec4e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "e22fcafe-7e54-4687-83c8-0c23d3991dd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.959s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.656306] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a22000e2-e522-4e49-a8e6-0e485872c60d tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Lock "0ce8b3dc-a511-4ad0-a984-7378dda61f07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.534s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.764943] env[69365]: DEBUG nova.network.neutron [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.878602] env[69365]: DEBUG oslo_concurrency.lockutils [None req-121ec0ac-ba97-492b-b5e1-3db82b956b0c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "35c74321-65d1-4164-9de6-df1d14f08c81" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.644s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.887274] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302450, 'name': CloneVM_Task, 'duration_secs': 1.601142} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.887406] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Created linked-clone VM from snapshot [ 1082.888373] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27403f57-daab-4acf-bbc1-c1a181ed6428 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.893240] env[69365]: DEBUG nova.network.neutron [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.898806] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Uploading image e3f3d196-a306-4044-a804-77b4bc34f0bb {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1082.935153] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1082.935153] env[69365]: value = "vm-659422" [ 1082.935153] env[69365]: _type = "VirtualMachine" [ 1082.935153] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1082.935153] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e1e8118-49d5-470b-b5c3-301873b433d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.948023] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lease: (returnval){ [ 1082.948023] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5292caeb-afa0-5914-b99a-464cb58c7939" [ 1082.948023] env[69365]: _type = "HttpNfcLease" [ 1082.948023] env[69365]: } obtained for exporting VM: (result){ [ 1082.948023] env[69365]: value = "vm-659422" [ 1082.948023] env[69365]: _type = "VirtualMachine" [ 1082.948023] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1082.948023] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the lease: (returnval){ [ 1082.948023] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5292caeb-afa0-5914-b99a-464cb58c7939" [ 1082.948023] env[69365]: _type = "HttpNfcLease" [ 1082.948023] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1082.958866] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1082.958866] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5292caeb-afa0-5914-b99a-464cb58c7939" [ 1082.958866] env[69365]: _type = "HttpNfcLease" [ 1082.958866] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1083.213349] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1141240d-c996-4e99-9e00-6856a0bc7b0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.222325] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af30626-218b-4bb7-82bc-678fa64a8046 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.256400] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c4c916-3a54-4583-b97f-a12b2737bc14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.265116] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b169d579-b06b-46cc-9835-ee7cccf0c19e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.279819] env[69365]: DEBUG nova.compute.provider_tree [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.404316] env[69365]: DEBUG oslo_concurrency.lockutils [req-fa1ee9ed-5932-4bef-9417-679641d14de5 req-ae940bc4-d0c3-45f9-b02b-552cdbde8507 service nova] Releasing lock "refresh_cache-959b7468-5c58-41d6-8623-5835395c59f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.458018] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.458018] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5292caeb-afa0-5914-b99a-464cb58c7939" [ 1083.458018] env[69365]: _type = "HttpNfcLease" [ 1083.458018] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1083.458018] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1083.458018] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5292caeb-afa0-5914-b99a-464cb58c7939" [ 1083.458018] env[69365]: _type = "HttpNfcLease" [ 1083.458018] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1083.458018] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e592777d-1687-4f28-8a0b-6160d5b53d05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.466313] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d1bc2-7fbd-1220-fcb1-0aef00d0f3bc/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1083.466627] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d1bc2-7fbd-1220-fcb1-0aef00d0f3bc/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1083.527887] env[69365]: DEBUG nova.compute.manager [req-192fdb09-8030-4b03-9c42-23ccc9046362 req-2ddf588b-e9f8-4e4c-907d-a2e54b28a662 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Received event network-vif-plugged-08f230da-a072-4a18-bc1f-ab8493ea9fc3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.528117] env[69365]: DEBUG oslo_concurrency.lockutils [req-192fdb09-8030-4b03-9c42-23ccc9046362 req-2ddf588b-e9f8-4e4c-907d-a2e54b28a662 service nova] Acquiring lock "959b7468-5c58-41d6-8623-5835395c59f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.528328] env[69365]: DEBUG oslo_concurrency.lockutils [req-192fdb09-8030-4b03-9c42-23ccc9046362 req-2ddf588b-e9f8-4e4c-907d-a2e54b28a662 service nova] Lock "959b7468-5c58-41d6-8623-5835395c59f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.528502] env[69365]: DEBUG oslo_concurrency.lockutils [req-192fdb09-8030-4b03-9c42-23ccc9046362 req-2ddf588b-e9f8-4e4c-907d-a2e54b28a662 service nova] Lock "959b7468-5c58-41d6-8623-5835395c59f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.528707] env[69365]: DEBUG nova.compute.manager [req-192fdb09-8030-4b03-9c42-23ccc9046362 req-2ddf588b-e9f8-4e4c-907d-a2e54b28a662 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] No waiting events found dispatching network-vif-plugged-08f230da-a072-4a18-bc1f-ab8493ea9fc3 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.530023] env[69365]: WARNING nova.compute.manager [req-192fdb09-8030-4b03-9c42-23ccc9046362 req-2ddf588b-e9f8-4e4c-907d-a2e54b28a662 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Received unexpected event network-vif-plugged-08f230da-a072-4a18-bc1f-ab8493ea9fc3 for instance with vm_state building and task_state spawning. [ 1083.565800] env[69365]: DEBUG nova.network.neutron [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Successfully updated port: 08f230da-a072-4a18-bc1f-ab8493ea9fc3 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.573499] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e50d4a1e-7d5f-42fb-945b-01675b000e2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.783413] env[69365]: DEBUG nova.scheduler.client.report [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.068527] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "refresh_cache-959b7468-5c58-41d6-8623-5835395c59f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.069409] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquired lock "refresh_cache-959b7468-5c58-41d6-8623-5835395c59f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.069409] env[69365]: DEBUG nova.network.neutron [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.219943] env[69365]: DEBUG nova.compute.manager [req-7e793b54-2155-4fa6-9174-bf90bce5b5d2 req-0b817338-91e2-48d1-88ba-b421e6dd4e43 service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Received event network-changed-d20204f7-16cb-4468-8740-a97d8526847b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.220149] env[69365]: DEBUG nova.compute.manager [req-7e793b54-2155-4fa6-9174-bf90bce5b5d2 req-0b817338-91e2-48d1-88ba-b421e6dd4e43 service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Refreshing instance network info cache due to event network-changed-d20204f7-16cb-4468-8740-a97d8526847b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.220401] env[69365]: DEBUG oslo_concurrency.lockutils [req-7e793b54-2155-4fa6-9174-bf90bce5b5d2 req-0b817338-91e2-48d1-88ba-b421e6dd4e43 service nova] Acquiring lock "refresh_cache-0ce8b3dc-a511-4ad0-a984-7378dda61f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.220567] env[69365]: DEBUG oslo_concurrency.lockutils [req-7e793b54-2155-4fa6-9174-bf90bce5b5d2 req-0b817338-91e2-48d1-88ba-b421e6dd4e43 service nova] Acquired lock "refresh_cache-0ce8b3dc-a511-4ad0-a984-7378dda61f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.220726] env[69365]: DEBUG nova.network.neutron [req-7e793b54-2155-4fa6-9174-bf90bce5b5d2 req-0b817338-91e2-48d1-88ba-b421e6dd4e43 service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Refreshing network info cache for port d20204f7-16cb-4468-8740-a97d8526847b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.294693] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.295410] env[69365]: DEBUG nova.compute.manager [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.305475] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "35c74321-65d1-4164-9de6-df1d14f08c81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.307198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "35c74321-65d1-4164-9de6-df1d14f08c81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.307198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "35c74321-65d1-4164-9de6-df1d14f08c81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.307198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "35c74321-65d1-4164-9de6-df1d14f08c81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.307198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "35c74321-65d1-4164-9de6-df1d14f08c81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.309347] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.215s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.312813] env[69365]: INFO nova.compute.claims [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.322824] env[69365]: INFO nova.compute.manager [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Terminating instance [ 1084.642823] env[69365]: DEBUG nova.network.neutron [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.807132] env[69365]: DEBUG nova.compute.utils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.821264] env[69365]: DEBUG nova.compute.manager [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.821264] env[69365]: DEBUG nova.network.neutron [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.831951] env[69365]: DEBUG nova.compute.manager [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.832401] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.836024] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ce01fd-a28d-4537-81f3-a6cf9d106f1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.855423] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.855882] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20d4921b-7f85-445c-a471-c61eeb117efd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.868613] env[69365]: DEBUG oslo_vmware.api [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1084.868613] env[69365]: value = "task-3302453" [ 1084.868613] env[69365]: _type = "Task" [ 1084.868613] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.893984] env[69365]: DEBUG oslo_vmware.api [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.949893] env[69365]: DEBUG nova.policy [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5905f309941d4fbca9153fa482001f2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6a329432ab34560a794b0ecbe424961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.034087] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "841d861f-7102-4142-adc3-b6ee33b5b029" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.035284] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "841d861f-7102-4142-adc3-b6ee33b5b029" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.203107] env[69365]: DEBUG nova.network.neutron [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Updating instance_info_cache with network_info: [{"id": "a2815957-b61c-4003-8cbf-e4024ed6b16c", "address": "fa:16:3e:bb:67:a3", "network": {"id": "6ff31c14-a6a1-4e61-b189-3ea0795ee90b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434924182", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2815957-b6", "ovs_interfaceid": "a2815957-b61c-4003-8cbf-e4024ed6b16c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c6d4af9-ce33-4318-b836-e9d4cbf79d13", "address": "fa:16:3e:82:f0:88", "network": {"id": "98eadeab-9410-4365-9b29-9dc5c57da6d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-478348251", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6d4af9-ce", "ovs_interfaceid": "5c6d4af9-ce33-4318-b836-e9d4cbf79d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08f230da-a072-4a18-bc1f-ab8493ea9fc3", "address": "fa:16:3e:89:53:37", "network": {"id": "6ff31c14-a6a1-4e61-b189-3ea0795ee90b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434924182", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f230da-a0", "ovs_interfaceid": "08f230da-a072-4a18-bc1f-ab8493ea9fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.328687] env[69365]: DEBUG nova.compute.manager [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.380490] env[69365]: DEBUG oslo_vmware.api [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302453, 'name': PowerOffVM_Task, 'duration_secs': 0.358495} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.381956] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.382191] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.382914] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad82df35-684f-43ac-a26e-610b07eaab73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.461778] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.462116] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.462188] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleting the datastore file [datastore2] 35c74321-65d1-4164-9de6-df1d14f08c81 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.462448] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7a1c81a-a828-4ea2-b311-202dd82d8801 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.471255] env[69365]: DEBUG oslo_vmware.api [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1085.471255] env[69365]: value = "task-3302455" [ 1085.471255] env[69365]: _type = "Task" [ 1085.471255] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.482106] env[69365]: DEBUG oslo_vmware.api [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.539188] env[69365]: DEBUG nova.compute.manager [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.682068] env[69365]: DEBUG nova.compute.manager [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Received event network-changed-2e3ba458-02ed-47b1-b164-bb0d024d73bb {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.682471] env[69365]: DEBUG nova.compute.manager [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Refreshing instance network info cache due to event network-changed-2e3ba458-02ed-47b1-b164-bb0d024d73bb. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.682923] env[69365]: DEBUG oslo_concurrency.lockutils [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] Acquiring lock "refresh_cache-e22fcafe-7e54-4687-83c8-0c23d3991dd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.683620] env[69365]: DEBUG oslo_concurrency.lockutils [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] Acquired lock "refresh_cache-e22fcafe-7e54-4687-83c8-0c23d3991dd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.683620] env[69365]: DEBUG nova.network.neutron [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Refreshing network info cache for port 2e3ba458-02ed-47b1-b164-bb0d024d73bb {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.705514] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Releasing lock "refresh_cache-959b7468-5c58-41d6-8623-5835395c59f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.707432] env[69365]: DEBUG nova.compute.manager [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Instance network_info: |[{"id": "a2815957-b61c-4003-8cbf-e4024ed6b16c", "address": "fa:16:3e:bb:67:a3", "network": {"id": "6ff31c14-a6a1-4e61-b189-3ea0795ee90b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434924182", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2815957-b6", "ovs_interfaceid": "a2815957-b61c-4003-8cbf-e4024ed6b16c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c6d4af9-ce33-4318-b836-e9d4cbf79d13", "address": "fa:16:3e:82:f0:88", "network": {"id": "98eadeab-9410-4365-9b29-9dc5c57da6d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-478348251", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6d4af9-ce", "ovs_interfaceid": "5c6d4af9-ce33-4318-b836-e9d4cbf79d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08f230da-a072-4a18-bc1f-ab8493ea9fc3", "address": "fa:16:3e:89:53:37", "network": {"id": "6ff31c14-a6a1-4e61-b189-3ea0795ee90b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434924182", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f230da-a0", "ovs_interfaceid": "08f230da-a072-4a18-bc1f-ab8493ea9fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.710112] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:67:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2815957-b61c-4003-8cbf-e4024ed6b16c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:f0:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c6d4af9-ce33-4318-b836-e9d4cbf79d13', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:53:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08f230da-a072-4a18-bc1f-ab8493ea9fc3', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.726382] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Creating folder: Project (48b768c03723474ea98fbde74ac2f103). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.726620] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa4aded0-1ed1-462e-928c-a9208f9b56ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.738921] env[69365]: DEBUG nova.network.neutron [req-7e793b54-2155-4fa6-9174-bf90bce5b5d2 req-0b817338-91e2-48d1-88ba-b421e6dd4e43 service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Updated VIF entry in instance network info cache for port d20204f7-16cb-4468-8740-a97d8526847b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.739525] env[69365]: DEBUG nova.network.neutron [req-7e793b54-2155-4fa6-9174-bf90bce5b5d2 req-0b817338-91e2-48d1-88ba-b421e6dd4e43 service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Updating instance_info_cache with network_info: [{"id": "d20204f7-16cb-4468-8740-a97d8526847b", "address": "fa:16:3e:a7:70:70", "network": {"id": "789b035e-3fd0-4775-b68e-4fb91ebae0a6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-9845688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a376fd8c2a964c32a68be66079574594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20204f7-16", "ovs_interfaceid": "d20204f7-16cb-4468-8740-a97d8526847b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.745900] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Created folder: Project (48b768c03723474ea98fbde74ac2f103) in parent group-v659152. [ 1085.745900] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Creating folder: Instances. Parent ref: group-v659423. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.748551] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-085bce35-6af6-476f-b078-bc26d2a93061 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.763543] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Created folder: Instances in parent group-v659423. [ 1085.765020] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.765020] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.765020] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36de566d-9572-43f8-8f70-aeeee77540a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.799216] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.799216] env[69365]: value = "task-3302458" [ 1085.799216] env[69365]: _type = "Task" [ 1085.799216] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.814949] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302458, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.861221] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e2f96e-cd43-46df-90be-15ffc116e01f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.875362] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fe572e-9aa3-4951-9a76-2cc0411f8b26 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.925011] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b277a167-c8b4-460a-bae9-d9922f55b124 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.935135] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a895756f-4c1f-4ab1-a0ad-a05ec8a122b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.961250] env[69365]: DEBUG nova.compute.provider_tree [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.985960] env[69365]: DEBUG oslo_vmware.api [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279131} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.986590] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.986590] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.986727] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.986865] env[69365]: INFO nova.compute.manager [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1085.987970] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.988203] env[69365]: DEBUG nova.compute.manager [-] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.988303] env[69365]: DEBUG nova.network.neutron [-] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.065522] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.097324] env[69365]: DEBUG nova.network.neutron [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Successfully created port: 7d051df0-10b0-4b6b-b1ad-a43d98578323 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.247764] env[69365]: DEBUG oslo_concurrency.lockutils [req-7e793b54-2155-4fa6-9174-bf90bce5b5d2 req-0b817338-91e2-48d1-88ba-b421e6dd4e43 service nova] Releasing lock "refresh_cache-0ce8b3dc-a511-4ad0-a984-7378dda61f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.311475] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302458, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.344737] env[69365]: DEBUG nova.compute.manager [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.375664] env[69365]: DEBUG nova.virt.hardware [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.376011] env[69365]: DEBUG nova.virt.hardware [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.376241] env[69365]: DEBUG nova.virt.hardware [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.376533] env[69365]: DEBUG nova.virt.hardware [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.376725] env[69365]: DEBUG nova.virt.hardware [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.376916] env[69365]: DEBUG nova.virt.hardware [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.377209] env[69365]: DEBUG nova.virt.hardware [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.377433] env[69365]: DEBUG nova.virt.hardware [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.378225] env[69365]: DEBUG nova.virt.hardware [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.378225] env[69365]: DEBUG nova.virt.hardware [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.378225] env[69365]: DEBUG nova.virt.hardware [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.379873] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b9896a-533c-475b-acc2-1c59419dca88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.393103] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd7ebba-bc21-44a0-8ff3-df084df3d38f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.463492] env[69365]: DEBUG nova.scheduler.client.report [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.493656] env[69365]: DEBUG nova.compute.manager [req-df181ac5-1102-4c9d-9973-c4f27da1c9c0 req-4b49fcac-cb69-4089-ba64-c5f421503698 service nova] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Received event network-vif-deleted-f267c5ab-ed5b-41f7-803d-7db8c6220062 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.493916] env[69365]: INFO nova.compute.manager [req-df181ac5-1102-4c9d-9973-c4f27da1c9c0 req-4b49fcac-cb69-4089-ba64-c5f421503698 service nova] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Neutron deleted interface f267c5ab-ed5b-41f7-803d-7db8c6220062; detaching it from the instance and deleting it from the info cache [ 1086.494356] env[69365]: DEBUG nova.network.neutron [req-df181ac5-1102-4c9d-9973-c4f27da1c9c0 req-4b49fcac-cb69-4089-ba64-c5f421503698 service nova] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.521609] env[69365]: DEBUG nova.network.neutron [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Updated VIF entry in instance network info cache for port 2e3ba458-02ed-47b1-b164-bb0d024d73bb. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.522053] env[69365]: DEBUG nova.network.neutron [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Updating instance_info_cache with network_info: [{"id": "2e3ba458-02ed-47b1-b164-bb0d024d73bb", "address": "fa:16:3e:f0:2b:28", "network": {"id": "18b15adf-a827-4810-ac9d-b09375f49426", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-629071661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d286af345d840faa0c108de24ba6d72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3ba458-02", "ovs_interfaceid": "2e3ba458-02ed-47b1-b164-bb0d024d73bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.810713] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302458, 'name': CreateVM_Task, 'duration_secs': 0.641877} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.810929] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.813692] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.813692] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.813692] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.813692] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7426a4e-3a7c-4a2e-ae3c-89463f54a689 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.821875] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1086.821875] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f35b2-4e31-a9fc-4da1-bcce16e575a1" [ 1086.821875] env[69365]: _type = "Task" [ 1086.821875] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.833243] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f35b2-4e31-a9fc-4da1-bcce16e575a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.972627] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.973191] env[69365]: DEBUG nova.compute.manager [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.976080] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.719s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.977556] env[69365]: INFO nova.compute.claims [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.980037] env[69365]: DEBUG nova.network.neutron [-] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.998866] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2d63b86-e936-4239-a749-518b5b364dc9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.011305] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd3ce84-69cd-4011-b5e2-97a4ed180e35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.024860] env[69365]: DEBUG oslo_concurrency.lockutils [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] Releasing lock "refresh_cache-e22fcafe-7e54-4687-83c8-0c23d3991dd8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.025349] env[69365]: DEBUG nova.compute.manager [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Received event network-changed-08f230da-a072-4a18-bc1f-ab8493ea9fc3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.025746] env[69365]: DEBUG nova.compute.manager [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Refreshing instance network info cache due to event network-changed-08f230da-a072-4a18-bc1f-ab8493ea9fc3. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.026086] env[69365]: DEBUG oslo_concurrency.lockutils [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] Acquiring lock "refresh_cache-959b7468-5c58-41d6-8623-5835395c59f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.026333] env[69365]: DEBUG oslo_concurrency.lockutils [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] Acquired lock "refresh_cache-959b7468-5c58-41d6-8623-5835395c59f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.026605] env[69365]: DEBUG nova.network.neutron [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Refreshing network info cache for port 08f230da-a072-4a18-bc1f-ab8493ea9fc3 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.054107] env[69365]: DEBUG nova.compute.manager [req-df181ac5-1102-4c9d-9973-c4f27da1c9c0 req-4b49fcac-cb69-4089-ba64-c5f421503698 service nova] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Detach interface failed, port_id=f267c5ab-ed5b-41f7-803d-7db8c6220062, reason: Instance 35c74321-65d1-4164-9de6-df1d14f08c81 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.159030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.159512] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.332891] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f35b2-4e31-a9fc-4da1-bcce16e575a1, 'name': SearchDatastore_Task, 'duration_secs': 0.025173} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.333279] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.333427] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.333672] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.333821] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.334015] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.334288] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9567adf1-53cc-494e-aebb-35f0bb89572d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.343685] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.343891] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.344666] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48dffcee-af98-41cf-bedc-33b9b3a094e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.349949] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1087.349949] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526a944d-f3b0-fa8f-8832-a38674aca1bd" [ 1087.349949] env[69365]: _type = "Task" [ 1087.349949] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.357840] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526a944d-f3b0-fa8f-8832-a38674aca1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.483059] env[69365]: DEBUG nova.compute.utils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.487574] env[69365]: DEBUG nova.compute.manager [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.487893] env[69365]: DEBUG nova.network.neutron [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.489851] env[69365]: INFO nova.compute.manager [-] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Took 1.50 seconds to deallocate network for instance. [ 1087.531467] env[69365]: DEBUG nova.policy [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a14637bc76f4d3ba1db807ae5f6fb16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c1eede9707048f18aac4ba3dd2c30f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.664436] env[69365]: DEBUG nova.compute.manager [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.863033] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526a944d-f3b0-fa8f-8832-a38674aca1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.014997} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.863880] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8122331-6a25-454c-8cbf-82be31a5f0a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.871539] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1087.871539] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b82f35-dd89-9e62-b85c-3126da34fbef" [ 1087.871539] env[69365]: _type = "Task" [ 1087.871539] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.880090] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b82f35-dd89-9e62-b85c-3126da34fbef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.881994] env[69365]: DEBUG nova.network.neutron [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Successfully created port: 0b988e74-aa59-4f43-99b4-b5b2862031e2 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.889067] env[69365]: DEBUG nova.network.neutron [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Updated VIF entry in instance network info cache for port 08f230da-a072-4a18-bc1f-ab8493ea9fc3. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.889547] env[69365]: DEBUG nova.network.neutron [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Updating instance_info_cache with network_info: [{"id": "a2815957-b61c-4003-8cbf-e4024ed6b16c", "address": "fa:16:3e:bb:67:a3", "network": {"id": "6ff31c14-a6a1-4e61-b189-3ea0795ee90b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434924182", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2815957-b6", "ovs_interfaceid": "a2815957-b61c-4003-8cbf-e4024ed6b16c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c6d4af9-ce33-4318-b836-e9d4cbf79d13", "address": "fa:16:3e:82:f0:88", "network": {"id": "98eadeab-9410-4365-9b29-9dc5c57da6d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-478348251", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6d4af9-ce", "ovs_interfaceid": "5c6d4af9-ce33-4318-b836-e9d4cbf79d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08f230da-a072-4a18-bc1f-ab8493ea9fc3", "address": "fa:16:3e:89:53:37", "network": {"id": "6ff31c14-a6a1-4e61-b189-3ea0795ee90b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434924182", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f230da-a0", "ovs_interfaceid": "08f230da-a072-4a18-bc1f-ab8493ea9fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.975468] env[69365]: DEBUG nova.network.neutron [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Successfully updated port: 7d051df0-10b0-4b6b-b1ad-a43d98578323 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.993921] env[69365]: DEBUG nova.compute.manager [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.998138] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.196274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.386540] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b82f35-dd89-9e62-b85c-3126da34fbef, 'name': SearchDatastore_Task, 'duration_secs': 0.029338} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.386540] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.386540] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 959b7468-5c58-41d6-8623-5835395c59f6/959b7468-5c58-41d6-8623-5835395c59f6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.386540] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31efac0a-cd25-4fcb-99a1-33713f10f78a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.392397] env[69365]: DEBUG oslo_concurrency.lockutils [req-023b7472-346b-4681-823c-8ffe21a76960 req-73d90c15-ee28-4a1b-89bd-0d93a363688b service nova] Releasing lock "refresh_cache-959b7468-5c58-41d6-8623-5835395c59f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.394723] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfe6189-78c6-42e3-a99e-cc1b082a78de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.399367] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1088.399367] env[69365]: value = "task-3302459" [ 1088.399367] env[69365]: _type = "Task" [ 1088.399367] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.406082] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698941e2-0aa8-43b6-9dfa-60949b4c11c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.412293] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.441026] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e39135-8ed9-45d1-8538-74623aa2434e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.449393] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55de0621-3390-4d2c-9561-fb1576e9ab6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.466624] env[69365]: DEBUG nova.compute.provider_tree [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.482317] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "refresh_cache-2c5965ae-d480-41a6-972b-a4f0d8e0ba7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.482472] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired lock "refresh_cache-2c5965ae-d480-41a6-972b-a4f0d8e0ba7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.482665] env[69365]: DEBUG nova.network.neutron [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.540188] env[69365]: DEBUG nova.compute.manager [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Received event network-vif-plugged-7d051df0-10b0-4b6b-b1ad-a43d98578323 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.540425] env[69365]: DEBUG oslo_concurrency.lockutils [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] Acquiring lock "2c5965ae-d480-41a6-972b-a4f0d8e0ba7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.540662] env[69365]: DEBUG oslo_concurrency.lockutils [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] Lock "2c5965ae-d480-41a6-972b-a4f0d8e0ba7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.540828] env[69365]: DEBUG oslo_concurrency.lockutils [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] Lock "2c5965ae-d480-41a6-972b-a4f0d8e0ba7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.541019] env[69365]: DEBUG nova.compute.manager [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] No waiting events found dispatching network-vif-plugged-7d051df0-10b0-4b6b-b1ad-a43d98578323 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.541190] env[69365]: WARNING nova.compute.manager [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Received unexpected event network-vif-plugged-7d051df0-10b0-4b6b-b1ad-a43d98578323 for instance with vm_state building and task_state spawning. [ 1088.541349] env[69365]: DEBUG nova.compute.manager [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Received event network-changed-7d051df0-10b0-4b6b-b1ad-a43d98578323 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.541500] env[69365]: DEBUG nova.compute.manager [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Refreshing instance network info cache due to event network-changed-7d051df0-10b0-4b6b-b1ad-a43d98578323. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.541665] env[69365]: DEBUG oslo_concurrency.lockutils [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] Acquiring lock "refresh_cache-2c5965ae-d480-41a6-972b-a4f0d8e0ba7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.913596] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.970045] env[69365]: DEBUG nova.scheduler.client.report [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.008144] env[69365]: DEBUG nova.compute.manager [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.025592] env[69365]: DEBUG nova.network.neutron [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.040565] env[69365]: DEBUG nova.virt.hardware [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.040856] env[69365]: DEBUG nova.virt.hardware [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.040971] env[69365]: DEBUG nova.virt.hardware [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.041155] env[69365]: DEBUG nova.virt.hardware [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.041305] env[69365]: DEBUG nova.virt.hardware [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.041451] env[69365]: DEBUG nova.virt.hardware [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.041660] env[69365]: DEBUG nova.virt.hardware [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.041846] env[69365]: DEBUG nova.virt.hardware [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.041995] env[69365]: DEBUG nova.virt.hardware [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.042177] env[69365]: DEBUG nova.virt.hardware [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.042345] env[69365]: DEBUG nova.virt.hardware [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.043247] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb3bea5-c4ce-4c00-8ba8-2ac34c7fa13e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.054202] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93690a49-6aa8-4dfe-8923-67cbf35a3410 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.220940] env[69365]: DEBUG nova.network.neutron [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Updating instance_info_cache with network_info: [{"id": "7d051df0-10b0-4b6b-b1ad-a43d98578323", "address": "fa:16:3e:65:75:8d", "network": {"id": "d870eb9a-de7e-41c7-98b2-de0321b747ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1581030405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a329432ab34560a794b0ecbe424961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d051df0-10", "ovs_interfaceid": "7d051df0-10b0-4b6b-b1ad-a43d98578323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.414035] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654902} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.414322] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 959b7468-5c58-41d6-8623-5835395c59f6/959b7468-5c58-41d6-8623-5835395c59f6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.415661] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.415661] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0571771-4f09-4c7f-9e74-d72a85bd59d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.422724] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1089.422724] env[69365]: value = "task-3302460" [ 1089.422724] env[69365]: _type = "Task" [ 1089.422724] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.432525] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.461765] env[69365]: DEBUG nova.compute.manager [req-6d4796a2-aa1e-4e7b-bfec-2a27e555c7dd req-6ac755e2-aa21-41df-8a39-44872a7e386b service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Received event network-vif-plugged-0b988e74-aa59-4f43-99b4-b5b2862031e2 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.461765] env[69365]: DEBUG oslo_concurrency.lockutils [req-6d4796a2-aa1e-4e7b-bfec-2a27e555c7dd req-6ac755e2-aa21-41df-8a39-44872a7e386b service nova] Acquiring lock "18364b2e-75be-4ef1-ba00-47a8dbcc044f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.461765] env[69365]: DEBUG oslo_concurrency.lockutils [req-6d4796a2-aa1e-4e7b-bfec-2a27e555c7dd req-6ac755e2-aa21-41df-8a39-44872a7e386b service nova] Lock "18364b2e-75be-4ef1-ba00-47a8dbcc044f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.461765] env[69365]: DEBUG oslo_concurrency.lockutils [req-6d4796a2-aa1e-4e7b-bfec-2a27e555c7dd req-6ac755e2-aa21-41df-8a39-44872a7e386b service nova] Lock "18364b2e-75be-4ef1-ba00-47a8dbcc044f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.461765] env[69365]: DEBUG nova.compute.manager [req-6d4796a2-aa1e-4e7b-bfec-2a27e555c7dd req-6ac755e2-aa21-41df-8a39-44872a7e386b service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] No waiting events found dispatching network-vif-plugged-0b988e74-aa59-4f43-99b4-b5b2862031e2 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.462439] env[69365]: WARNING nova.compute.manager [req-6d4796a2-aa1e-4e7b-bfec-2a27e555c7dd req-6ac755e2-aa21-41df-8a39-44872a7e386b service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Received unexpected event network-vif-plugged-0b988e74-aa59-4f43-99b4-b5b2862031e2 for instance with vm_state building and task_state spawning. [ 1089.474781] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.475898] env[69365]: DEBUG nova.compute.manager [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.479245] env[69365]: DEBUG oslo_concurrency.lockutils [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.942s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.479640] env[69365]: DEBUG nova.objects.instance [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lazy-loading 'resources' on Instance uuid bb4c6cb9-25c1-48e2-ab50-b304f197a023 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.572347] env[69365]: DEBUG nova.network.neutron [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Successfully updated port: 0b988e74-aa59-4f43-99b4-b5b2862031e2 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.724421] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Releasing lock "refresh_cache-2c5965ae-d480-41a6-972b-a4f0d8e0ba7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.724820] env[69365]: DEBUG nova.compute.manager [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Instance network_info: |[{"id": "7d051df0-10b0-4b6b-b1ad-a43d98578323", "address": "fa:16:3e:65:75:8d", "network": {"id": "d870eb9a-de7e-41c7-98b2-de0321b747ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1581030405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a329432ab34560a794b0ecbe424961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d051df0-10", "ovs_interfaceid": "7d051df0-10b0-4b6b-b1ad-a43d98578323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.725157] env[69365]: DEBUG oslo_concurrency.lockutils [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] Acquired lock "refresh_cache-2c5965ae-d480-41a6-972b-a4f0d8e0ba7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.725343] env[69365]: DEBUG nova.network.neutron [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Refreshing network info cache for port 7d051df0-10b0-4b6b-b1ad-a43d98578323 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.727037] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:75:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d051df0-10b0-4b6b-b1ad-a43d98578323', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.736231] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.740628] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.741387] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1881308-e0f6-459f-90f3-08783f71fce0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.766646] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.766646] env[69365]: value = "task-3302461" [ 1089.766646] env[69365]: _type = "Task" [ 1089.766646] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.775377] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302461, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.933937] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076318} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.934299] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.935131] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3009c0fc-2887-47e9-a956-27fc8c384e24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.963126] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 959b7468-5c58-41d6-8623-5835395c59f6/959b7468-5c58-41d6-8623-5835395c59f6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.965792] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1d28072-9374-4820-bc24-7f92bf3076a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.981692] env[69365]: DEBUG nova.compute.utils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.983577] env[69365]: DEBUG nova.compute.manager [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.983744] env[69365]: DEBUG nova.network.neutron [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.994775] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1089.994775] env[69365]: value = "task-3302462" [ 1089.994775] env[69365]: _type = "Task" [ 1089.994775] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.005738] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.026973] env[69365]: DEBUG nova.policy [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '141874be36c049df97e759d652ef9f12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c69328e8180e4fa2bb3a2ddd910ce8ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.029322] env[69365]: DEBUG nova.network.neutron [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Updated VIF entry in instance network info cache for port 7d051df0-10b0-4b6b-b1ad-a43d98578323. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.029726] env[69365]: DEBUG nova.network.neutron [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Updating instance_info_cache with network_info: [{"id": "7d051df0-10b0-4b6b-b1ad-a43d98578323", "address": "fa:16:3e:65:75:8d", "network": {"id": "d870eb9a-de7e-41c7-98b2-de0321b747ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1581030405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a329432ab34560a794b0ecbe424961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d051df0-10", "ovs_interfaceid": "7d051df0-10b0-4b6b-b1ad-a43d98578323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.074954] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Acquiring lock "refresh_cache-18364b2e-75be-4ef1-ba00-47a8dbcc044f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.075386] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Acquired lock "refresh_cache-18364b2e-75be-4ef1-ba00-47a8dbcc044f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.075386] env[69365]: DEBUG nova.network.neutron [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.276403] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302461, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.334985] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c936e364-9326-4e77-b601-ae17edb3a14a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.344224] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c917b902-65a7-44ab-b5c2-8527dd2c631e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.348179] env[69365]: DEBUG nova.network.neutron [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Successfully created port: 1c693cbe-3e3c-4f17-90b7-a830e2de5359 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.380710] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65ec1b8-e57c-4637-b77e-cb4847ff7671 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.389115] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe1d1fb-dece-4c46-a0cd-ea73567e7c9c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.402611] env[69365]: DEBUG nova.compute.provider_tree [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.484093] env[69365]: DEBUG nova.compute.manager [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.506933] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.532706] env[69365]: DEBUG oslo_concurrency.lockutils [req-704b3036-f3db-469d-b0b8-432d3b017c40 req-e41a4205-f3ae-490c-9d1f-7611825ef926 service nova] Releasing lock "refresh_cache-2c5965ae-d480-41a6-972b-a4f0d8e0ba7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.609847] env[69365]: DEBUG nova.network.neutron [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.769454] env[69365]: DEBUG nova.network.neutron [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Updating instance_info_cache with network_info: [{"id": "0b988e74-aa59-4f43-99b4-b5b2862031e2", "address": "fa:16:3e:fa:7e:8e", "network": {"id": "1823f8d1-480f-4263-959d-ad859a7115bb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1139380226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1eede9707048f18aac4ba3dd2c30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b988e74-aa", "ovs_interfaceid": "0b988e74-aa59-4f43-99b4-b5b2862031e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.780738] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302461, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.905628] env[69365]: DEBUG nova.scheduler.client.report [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.007321] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302462, 'name': ReconfigVM_Task, 'duration_secs': 0.830364} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.007615] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 959b7468-5c58-41d6-8623-5835395c59f6/959b7468-5c58-41d6-8623-5835395c59f6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.008312] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd5b91a6-28d9-4898-a2ce-1ae94efe7226 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.017502] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1091.017502] env[69365]: value = "task-3302463" [ 1091.017502] env[69365]: _type = "Task" [ 1091.017502] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.034576] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302463, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.275969] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Releasing lock "refresh_cache-18364b2e-75be-4ef1-ba00-47a8dbcc044f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.276363] env[69365]: DEBUG nova.compute.manager [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Instance network_info: |[{"id": "0b988e74-aa59-4f43-99b4-b5b2862031e2", "address": "fa:16:3e:fa:7e:8e", "network": {"id": "1823f8d1-480f-4263-959d-ad859a7115bb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1139380226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1eede9707048f18aac4ba3dd2c30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b988e74-aa", "ovs_interfaceid": "0b988e74-aa59-4f43-99b4-b5b2862031e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.276842] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:7e:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b988e74-aa59-4f43-99b4-b5b2862031e2', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.284892] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Creating folder: Project (9c1eede9707048f18aac4ba3dd2c30f9). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.288347] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87250296-e030-4619-a559-74edb82d5c05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.290084] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302461, 'name': CreateVM_Task, 'duration_secs': 1.060862} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.290581] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.291598] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.291774] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.292082] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.292338] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd6249c-9190-4302-8cd1-548a4942c467 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.297253] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1091.297253] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526528fb-2b0e-e951-9c38-095866072fee" [ 1091.297253] env[69365]: _type = "Task" [ 1091.297253] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.302952] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Created folder: Project (9c1eede9707048f18aac4ba3dd2c30f9) in parent group-v659152. [ 1091.303161] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Creating folder: Instances. Parent ref: group-v659427. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.303697] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7bd3c38-77a6-4202-b2ad-b5748843ad7b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.307833] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526528fb-2b0e-e951-9c38-095866072fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.315320] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Created folder: Instances in parent group-v659427. [ 1091.315564] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.315738] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.315963] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-096fa3ce-c575-4dfd-87ce-a52583ac6073 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.335676] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.335676] env[69365]: value = "task-3302466" [ 1091.335676] env[69365]: _type = "Task" [ 1091.335676] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.344914] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302466, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.413458] env[69365]: DEBUG oslo_concurrency.lockutils [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.416773] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.122s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.416891] env[69365]: DEBUG nova.objects.instance [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lazy-loading 'pci_requests' on Instance uuid 1faf2b36-2066-446e-a393-7e2e97bab6fb {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.440949] env[69365]: INFO nova.scheduler.client.report [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleted allocations for instance bb4c6cb9-25c1-48e2-ab50-b304f197a023 [ 1091.497249] env[69365]: DEBUG nova.compute.manager [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.528054] env[69365]: DEBUG nova.virt.hardware [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.528331] env[69365]: DEBUG nova.virt.hardware [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.528465] env[69365]: DEBUG nova.virt.hardware [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.528644] env[69365]: DEBUG nova.virt.hardware [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.528787] env[69365]: DEBUG nova.virt.hardware [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.528937] env[69365]: DEBUG nova.virt.hardware [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.529163] env[69365]: DEBUG nova.virt.hardware [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.529322] env[69365]: DEBUG nova.virt.hardware [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.529487] env[69365]: DEBUG nova.virt.hardware [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.529756] env[69365]: DEBUG nova.virt.hardware [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.529954] env[69365]: DEBUG nova.virt.hardware [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.530835] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa010dd-8efb-446a-93b8-00328247db94 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.537461] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302463, 'name': Rename_Task, 'duration_secs': 0.199526} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.538153] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.538521] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-324b6b24-c79e-4c54-acbd-55a6a070a01f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.547150] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef25dbe6-c125-4a70-8ab6-169d7ec5aef5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.549874] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1091.549874] env[69365]: value = "task-3302467" [ 1091.549874] env[69365]: _type = "Task" [ 1091.549874] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.571222] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.576097] env[69365]: DEBUG nova.compute.manager [req-74589ca7-a388-49c2-8f80-9b700cf7c74d req-e2c00320-bfac-41de-8984-5e4345ddf628 service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Received event network-changed-0b988e74-aa59-4f43-99b4-b5b2862031e2 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.576520] env[69365]: DEBUG nova.compute.manager [req-74589ca7-a388-49c2-8f80-9b700cf7c74d req-e2c00320-bfac-41de-8984-5e4345ddf628 service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Refreshing instance network info cache due to event network-changed-0b988e74-aa59-4f43-99b4-b5b2862031e2. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.576644] env[69365]: DEBUG oslo_concurrency.lockutils [req-74589ca7-a388-49c2-8f80-9b700cf7c74d req-e2c00320-bfac-41de-8984-5e4345ddf628 service nova] Acquiring lock "refresh_cache-18364b2e-75be-4ef1-ba00-47a8dbcc044f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.576829] env[69365]: DEBUG oslo_concurrency.lockutils [req-74589ca7-a388-49c2-8f80-9b700cf7c74d req-e2c00320-bfac-41de-8984-5e4345ddf628 service nova] Acquired lock "refresh_cache-18364b2e-75be-4ef1-ba00-47a8dbcc044f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.577057] env[69365]: DEBUG nova.network.neutron [req-74589ca7-a388-49c2-8f80-9b700cf7c74d req-e2c00320-bfac-41de-8984-5e4345ddf628 service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Refreshing network info cache for port 0b988e74-aa59-4f43-99b4-b5b2862031e2 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.807839] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526528fb-2b0e-e951-9c38-095866072fee, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.808182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.808423] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.808662] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.808806] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.808981] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.809252] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7132a13-ba90-4380-9c19-d2dc25429b6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.818298] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.818479] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.819203] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8364a9cf-3568-44b4-b453-34d89b807a6c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.824489] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1091.824489] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c9a443-52d0-97bf-3f77-574ec69e4c51" [ 1091.824489] env[69365]: _type = "Task" [ 1091.824489] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.832126] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c9a443-52d0-97bf-3f77-574ec69e4c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.844754] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302466, 'name': CreateVM_Task, 'duration_secs': 0.336853} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.844919] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.846418] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.846590] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.846901] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.847479] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b63b67-09cc-4788-a549-384502869c12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.852284] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Waiting for the task: (returnval){ [ 1091.852284] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528507fd-d9b0-f27a-7a09-1ab4b3be0694" [ 1091.852284] env[69365]: _type = "Task" [ 1091.852284] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.859984] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528507fd-d9b0-f27a-7a09-1ab4b3be0694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.903908] env[69365]: DEBUG nova.compute.manager [req-0c50d081-eeec-49be-83f6-45caf1b3207c req-f7b0a428-f839-4269-9b1b-6a942aaea9e9 service nova] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Received event network-vif-plugged-1c693cbe-3e3c-4f17-90b7-a830e2de5359 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.904142] env[69365]: DEBUG oslo_concurrency.lockutils [req-0c50d081-eeec-49be-83f6-45caf1b3207c req-f7b0a428-f839-4269-9b1b-6a942aaea9e9 service nova] Acquiring lock "e203a10b-51d3-4da9-b427-4889c25cdde6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.904346] env[69365]: DEBUG oslo_concurrency.lockutils [req-0c50d081-eeec-49be-83f6-45caf1b3207c req-f7b0a428-f839-4269-9b1b-6a942aaea9e9 service nova] Lock "e203a10b-51d3-4da9-b427-4889c25cdde6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.904549] env[69365]: DEBUG oslo_concurrency.lockutils [req-0c50d081-eeec-49be-83f6-45caf1b3207c req-f7b0a428-f839-4269-9b1b-6a942aaea9e9 service nova] Lock "e203a10b-51d3-4da9-b427-4889c25cdde6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.904796] env[69365]: DEBUG nova.compute.manager [req-0c50d081-eeec-49be-83f6-45caf1b3207c req-f7b0a428-f839-4269-9b1b-6a942aaea9e9 service nova] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] No waiting events found dispatching network-vif-plugged-1c693cbe-3e3c-4f17-90b7-a830e2de5359 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.904866] env[69365]: WARNING nova.compute.manager [req-0c50d081-eeec-49be-83f6-45caf1b3207c req-f7b0a428-f839-4269-9b1b-6a942aaea9e9 service nova] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Received unexpected event network-vif-plugged-1c693cbe-3e3c-4f17-90b7-a830e2de5359 for instance with vm_state building and task_state spawning. [ 1091.924098] env[69365]: DEBUG nova.objects.instance [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lazy-loading 'numa_topology' on Instance uuid 1faf2b36-2066-446e-a393-7e2e97bab6fb {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.951932] env[69365]: DEBUG oslo_concurrency.lockutils [None req-655c3d31-95e3-4a47-9307-64c5bd3af8df tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "bb4c6cb9-25c1-48e2-ab50-b304f197a023" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.004s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.023295] env[69365]: DEBUG nova.network.neutron [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Successfully updated port: 1c693cbe-3e3c-4f17-90b7-a830e2de5359 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.061131] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.190143] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d1bc2-7fbd-1220-fcb1-0aef00d0f3bc/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1092.190143] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc67afb7-ba36-4e0e-9f06-79d683448213 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.198582] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d1bc2-7fbd-1220-fcb1-0aef00d0f3bc/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1092.198909] env[69365]: ERROR oslo_vmware.rw_handles [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d1bc2-7fbd-1220-fcb1-0aef00d0f3bc/disk-0.vmdk due to incomplete transfer. [ 1092.199439] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a346a825-d6b0-445e-9df9-ba0adecdf2c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.208231] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d1bc2-7fbd-1220-fcb1-0aef00d0f3bc/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1092.210388] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Uploaded image e3f3d196-a306-4044-a804-77b4bc34f0bb to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1092.211073] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1092.211316] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e32ac261-54ff-419d-bd44-b2d5af9dc19a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.217033] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1092.217033] env[69365]: value = "task-3302468" [ 1092.217033] env[69365]: _type = "Task" [ 1092.217033] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.224883] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302468, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.295235] env[69365]: DEBUG nova.network.neutron [req-74589ca7-a388-49c2-8f80-9b700cf7c74d req-e2c00320-bfac-41de-8984-5e4345ddf628 service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Updated VIF entry in instance network info cache for port 0b988e74-aa59-4f43-99b4-b5b2862031e2. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.295641] env[69365]: DEBUG nova.network.neutron [req-74589ca7-a388-49c2-8f80-9b700cf7c74d req-e2c00320-bfac-41de-8984-5e4345ddf628 service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Updating instance_info_cache with network_info: [{"id": "0b988e74-aa59-4f43-99b4-b5b2862031e2", "address": "fa:16:3e:fa:7e:8e", "network": {"id": "1823f8d1-480f-4263-959d-ad859a7115bb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1139380226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1eede9707048f18aac4ba3dd2c30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b988e74-aa", "ovs_interfaceid": "0b988e74-aa59-4f43-99b4-b5b2862031e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.334568] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c9a443-52d0-97bf-3f77-574ec69e4c51, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.335424] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169b04ff-a385-444b-9dfb-f812c1f4862e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.340579] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1092.340579] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d5477e-5efc-ebc5-a023-e253b531e15f" [ 1092.340579] env[69365]: _type = "Task" [ 1092.340579] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.349026] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d5477e-5efc-ebc5-a023-e253b531e15f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.361228] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528507fd-d9b0-f27a-7a09-1ab4b3be0694, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.361524] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.361759] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.361971] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.426833] env[69365]: INFO nova.compute.claims [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.526224] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "refresh_cache-e203a10b-51d3-4da9-b427-4889c25cdde6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.526480] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "refresh_cache-e203a10b-51d3-4da9-b427-4889c25cdde6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.526604] env[69365]: DEBUG nova.network.neutron [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.560891] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302467, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.728071] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302468, 'name': Destroy_Task, 'duration_secs': 0.425675} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.728548] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Destroyed the VM [ 1092.728746] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1092.729596] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ec777b0-b2d8-42f5-af30-d3fba2e12755 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.736827] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1092.736827] env[69365]: value = "task-3302469" [ 1092.736827] env[69365]: _type = "Task" [ 1092.736827] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.745836] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302469, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.798682] env[69365]: DEBUG oslo_concurrency.lockutils [req-74589ca7-a388-49c2-8f80-9b700cf7c74d req-e2c00320-bfac-41de-8984-5e4345ddf628 service nova] Releasing lock "refresh_cache-18364b2e-75be-4ef1-ba00-47a8dbcc044f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.853097] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d5477e-5efc-ebc5-a023-e253b531e15f, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.853425] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.853796] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f/2c5965ae-d480-41a6-972b-a4f0d8e0ba7f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.854216] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.854485] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.854780] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf48b01d-27d1-4f90-a247-24e6e1921f68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.858861] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-392188bb-7370-406f-b9da-acaddf3eb674 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.867227] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1092.867227] env[69365]: value = "task-3302470" [ 1092.867227] env[69365]: _type = "Task" [ 1092.867227] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.871701] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.871993] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.873583] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb0e8cf4-0050-4b7f-96d6-fa04f5fd3000 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.879452] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.882800] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Waiting for the task: (returnval){ [ 1092.882800] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522930eb-fc94-39ec-9d4a-6b88a00cccfb" [ 1092.882800] env[69365]: _type = "Task" [ 1092.882800] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.891255] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522930eb-fc94-39ec-9d4a-6b88a00cccfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.061754] env[69365]: DEBUG oslo_vmware.api [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302467, 'name': PowerOnVM_Task, 'duration_secs': 1.1445} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.061959] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.062186] env[69365]: INFO nova.compute.manager [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Took 15.85 seconds to spawn the instance on the hypervisor. [ 1093.062375] env[69365]: DEBUG nova.compute.manager [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.063208] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd525d07-6957-4f47-bbc8-1217e4397aad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.073422] env[69365]: DEBUG nova.network.neutron [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.227429] env[69365]: DEBUG nova.network.neutron [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Updating instance_info_cache with network_info: [{"id": "1c693cbe-3e3c-4f17-90b7-a830e2de5359", "address": "fa:16:3e:dd:4a:29", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c693cbe-3e", "ovs_interfaceid": "1c693cbe-3e3c-4f17-90b7-a830e2de5359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.248420] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302469, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.377422] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302470, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.393874] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522930eb-fc94-39ec-9d4a-6b88a00cccfb, 'name': SearchDatastore_Task, 'duration_secs': 0.009106} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.394795] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8807d246-07e2-4932-a603-71b5a228cac3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.401107] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Waiting for the task: (returnval){ [ 1093.401107] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a73564-dcb6-6d24-d51a-714689443d76" [ 1093.401107] env[69365]: _type = "Task" [ 1093.401107] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.409579] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a73564-dcb6-6d24-d51a-714689443d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.587457] env[69365]: INFO nova.compute.manager [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Took 36.21 seconds to build instance. [ 1093.730228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "refresh_cache-e203a10b-51d3-4da9-b427-4889c25cdde6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.730660] env[69365]: DEBUG nova.compute.manager [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Instance network_info: |[{"id": "1c693cbe-3e3c-4f17-90b7-a830e2de5359", "address": "fa:16:3e:dd:4a:29", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c693cbe-3e", "ovs_interfaceid": "1c693cbe-3e3c-4f17-90b7-a830e2de5359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.731017] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:4a:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c693cbe-3e3c-4f17-90b7-a830e2de5359', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.738956] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.740609] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.741819] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c1831c-ab67-4ce0-9485-d64004bfe0f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.747219] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-501da63a-b025-45c0-a480-96c13411b606 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.772480] env[69365]: DEBUG oslo_vmware.api [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302469, 'name': RemoveSnapshot_Task, 'duration_secs': 0.979573} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.775350] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1093.775605] env[69365]: INFO nova.compute.manager [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Took 15.03 seconds to snapshot the instance on the hypervisor. [ 1093.778083] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.778083] env[69365]: value = "task-3302471" [ 1093.778083] env[69365]: _type = "Task" [ 1093.778083] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.779844] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdac098c-ec09-4de6-9f92-e0417f58521f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.790719] env[69365]: DEBUG nova.compute.manager [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1093.822249] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb14ec0b-9542-42f5-80da-5c8369be2c75 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.826197] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302471, 'name': CreateVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.832212] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3957f9d1-62fe-4171-9038-f231665d267e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.847832] env[69365]: DEBUG nova.compute.provider_tree [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.877455] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5651} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.877812] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f/2c5965ae-d480-41a6-972b-a4f0d8e0ba7f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.878192] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.878296] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b834eddf-484a-4c49-a40d-66a602ea5ad2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.885102] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1093.885102] env[69365]: value = "task-3302472" [ 1093.885102] env[69365]: _type = "Task" [ 1093.885102] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.895372] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.910265] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a73564-dcb6-6d24-d51a-714689443d76, 'name': SearchDatastore_Task, 'duration_secs': 0.022198} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.910560] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.910908] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 18364b2e-75be-4ef1-ba00-47a8dbcc044f/18364b2e-75be-4ef1-ba00-47a8dbcc044f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.911094] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df459a0f-b523-4d07-aed4-67778bf6f038 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.917261] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Waiting for the task: (returnval){ [ 1093.917261] env[69365]: value = "task-3302473" [ 1093.917261] env[69365]: _type = "Task" [ 1093.917261] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.925707] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.006477] env[69365]: DEBUG nova.compute.manager [req-8d289970-6f1b-4084-9dc8-5d6ffc8160b9 req-75373ffe-9927-4b66-b101-04683e5e4fc0 service nova] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Received event network-changed-1c693cbe-3e3c-4f17-90b7-a830e2de5359 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.006477] env[69365]: DEBUG nova.compute.manager [req-8d289970-6f1b-4084-9dc8-5d6ffc8160b9 req-75373ffe-9927-4b66-b101-04683e5e4fc0 service nova] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Refreshing instance network info cache due to event network-changed-1c693cbe-3e3c-4f17-90b7-a830e2de5359. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.009975] env[69365]: DEBUG oslo_concurrency.lockutils [req-8d289970-6f1b-4084-9dc8-5d6ffc8160b9 req-75373ffe-9927-4b66-b101-04683e5e4fc0 service nova] Acquiring lock "refresh_cache-e203a10b-51d3-4da9-b427-4889c25cdde6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.009975] env[69365]: DEBUG oslo_concurrency.lockutils [req-8d289970-6f1b-4084-9dc8-5d6ffc8160b9 req-75373ffe-9927-4b66-b101-04683e5e4fc0 service nova] Acquired lock "refresh_cache-e203a10b-51d3-4da9-b427-4889c25cdde6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.009975] env[69365]: DEBUG nova.network.neutron [req-8d289970-6f1b-4084-9dc8-5d6ffc8160b9 req-75373ffe-9927-4b66-b101-04683e5e4fc0 service nova] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Refreshing network info cache for port 1c693cbe-3e3c-4f17-90b7-a830e2de5359 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.089426] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0a0064c-07ca-4320-9148-9244c7c889f6 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "959b7468-5c58-41d6-8623-5835395c59f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.717s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.300239] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302471, 'name': CreateVM_Task, 'duration_secs': 0.4124} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.300461] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.301487] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.301487] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.302686] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.302686] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d8a1f6-0258-4430-b1f5-80d31b5e6006 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.308264] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1094.308264] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d645f5-9f4b-6b16-732c-66114a867ebd" [ 1094.308264] env[69365]: _type = "Task" [ 1094.308264] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.321734] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d645f5-9f4b-6b16-732c-66114a867ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.336179] env[69365]: DEBUG nova.compute.manager [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Found 3 images (rotation: 2) {{(pid=69365) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1094.336411] env[69365]: DEBUG nova.compute.manager [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Rotating out 1 backups {{(pid=69365) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1094.336580] env[69365]: DEBUG nova.compute.manager [None req-6b3e2842-93d0-4507-a8d2-65ba9590aa36 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Deleting image 1c961c19-8ab6-4a6f-b2ec-57d9b1ad609c {{(pid=69365) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1094.339421] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.351155] env[69365]: DEBUG nova.scheduler.client.report [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.396780] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072299} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.396981] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.397944] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f5dcbe-ced3-47e0-844c-a8485632948a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.421496] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f/2c5965ae-d480-41a6-972b-a4f0d8e0ba7f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.421816] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d1952c7-1b79-46bd-9ab7-e83d7b100ec1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.445214] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1094.445214] env[69365]: value = "task-3302474" [ 1094.445214] env[69365]: _type = "Task" [ 1094.445214] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.448465] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50238} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.451443] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 18364b2e-75be-4ef1-ba00-47a8dbcc044f/18364b2e-75be-4ef1-ba00-47a8dbcc044f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.451684] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.451935] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3e5607a-36b1-4e1f-bdec-e596ee8f2486 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.460308] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.461663] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Waiting for the task: (returnval){ [ 1094.461663] env[69365]: value = "task-3302475" [ 1094.461663] env[69365]: _type = "Task" [ 1094.461663] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.585741] env[69365]: DEBUG oslo_concurrency.lockutils [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "959b7468-5c58-41d6-8623-5835395c59f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.586151] env[69365]: DEBUG oslo_concurrency.lockutils [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "959b7468-5c58-41d6-8623-5835395c59f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.586387] env[69365]: DEBUG oslo_concurrency.lockutils [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "959b7468-5c58-41d6-8623-5835395c59f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.586603] env[69365]: DEBUG oslo_concurrency.lockutils [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "959b7468-5c58-41d6-8623-5835395c59f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.586791] env[69365]: DEBUG oslo_concurrency.lockutils [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "959b7468-5c58-41d6-8623-5835395c59f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.589216] env[69365]: INFO nova.compute.manager [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Terminating instance [ 1094.715392] env[69365]: DEBUG nova.network.neutron [req-8d289970-6f1b-4084-9dc8-5d6ffc8160b9 req-75373ffe-9927-4b66-b101-04683e5e4fc0 service nova] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Updated VIF entry in instance network info cache for port 1c693cbe-3e3c-4f17-90b7-a830e2de5359. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.716203] env[69365]: DEBUG nova.network.neutron [req-8d289970-6f1b-4084-9dc8-5d6ffc8160b9 req-75373ffe-9927-4b66-b101-04683e5e4fc0 service nova] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Updating instance_info_cache with network_info: [{"id": "1c693cbe-3e3c-4f17-90b7-a830e2de5359", "address": "fa:16:3e:dd:4a:29", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c693cbe-3e", "ovs_interfaceid": "1c693cbe-3e3c-4f17-90b7-a830e2de5359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.818209] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d645f5-9f4b-6b16-732c-66114a867ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.061972} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.818510] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.818737] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.818979] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.819146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.819365] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.819638] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc5f9e12-8fc1-4296-8f57-0cc28c1a782f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.830182] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.830348] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.831056] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca550eb-d931-4ee0-bc4c-d72c9a9cfb19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.835833] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1094.835833] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c6ed28-a050-3926-11d7-6942ad821708" [ 1094.835833] env[69365]: _type = "Task" [ 1094.835833] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.843276] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c6ed28-a050-3926-11d7-6942ad821708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.856065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.440s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.858148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.802s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.858373] env[69365]: DEBUG nova.objects.instance [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lazy-loading 'resources' on Instance uuid df1bacbf-7d1d-4524-94c2-e7d8eda5e578 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.887262] env[69365]: INFO nova.network.neutron [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updating port 8ed2326c-6167-490c-b1a7-a26978e8e721 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1094.958445] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302474, 'name': ReconfigVM_Task, 'duration_secs': 0.319568} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.958748] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f/2c5965ae-d480-41a6-972b-a4f0d8e0ba7f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.959485] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0eabb8b-29d8-4ce3-b017-6d8be7aeb162 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.966103] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1094.966103] env[69365]: value = "task-3302476" [ 1094.966103] env[69365]: _type = "Task" [ 1094.966103] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.971856] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.976838] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302476, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.094753] env[69365]: DEBUG nova.compute.manager [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.094830] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.095879] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e000545c-9188-497b-b296-6679ca9fac95 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.105171] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.105429] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2226b774-325e-4888-8a1d-c6cdadb1eb14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.111492] env[69365]: DEBUG oslo_vmware.api [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1095.111492] env[69365]: value = "task-3302477" [ 1095.111492] env[69365]: _type = "Task" [ 1095.111492] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.119655] env[69365]: DEBUG oslo_vmware.api [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.219994] env[69365]: DEBUG oslo_concurrency.lockutils [req-8d289970-6f1b-4084-9dc8-5d6ffc8160b9 req-75373ffe-9927-4b66-b101-04683e5e4fc0 service nova] Releasing lock "refresh_cache-e203a10b-51d3-4da9-b427-4889c25cdde6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.347201] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c6ed28-a050-3926-11d7-6942ad821708, 'name': SearchDatastore_Task, 'duration_secs': 0.008523} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.348159] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64357b96-2639-4f48-bc2d-9e8ba269c3bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.354346] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1095.354346] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529c0f10-9651-482d-7f4f-013426249d56" [ 1095.354346] env[69365]: _type = "Task" [ 1095.354346] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.365056] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529c0f10-9651-482d-7f4f-013426249d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.472760] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.800624} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.473421] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.474203] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a4bf5d-09bf-4d9d-bcfd-0b26bb6dd4ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.482275] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302476, 'name': Rename_Task, 'duration_secs': 0.13672} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.483091] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.483460] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7ab193f-ae99-40e9-9977-76427673aaeb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.502376] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 18364b2e-75be-4ef1-ba00-47a8dbcc044f/18364b2e-75be-4ef1-ba00-47a8dbcc044f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.505810] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3adb7f7c-02ba-4f5f-9116-7ecd04a556a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.521486] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1095.521486] env[69365]: value = "task-3302478" [ 1095.521486] env[69365]: _type = "Task" [ 1095.521486] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.526677] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Waiting for the task: (returnval){ [ 1095.526677] env[69365]: value = "task-3302479" [ 1095.526677] env[69365]: _type = "Task" [ 1095.526677] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.536781] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302478, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.542496] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.622822] env[69365]: DEBUG oslo_vmware.api [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302477, 'name': PowerOffVM_Task, 'duration_secs': 0.247548} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.623123] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.623380] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.623498] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b237c12-e077-44b7-9642-376e88a819a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.766861] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbb6c1b-e6b7-4fbc-98d5-3c4254bc01d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.775644] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb01d7d-d018-4371-b5ab-56d5fe4df4ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.810228] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9f9cb6-1189-45fb-8b8e-95a30e938f89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.818967] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a587e27-f8c0-4fb1-9cfd-486cf671cf9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.834482] env[69365]: DEBUG nova.compute.provider_tree [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.865155] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529c0f10-9651-482d-7f4f-013426249d56, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.865464] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.865730] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e203a10b-51d3-4da9-b427-4889c25cdde6/e203a10b-51d3-4da9-b427-4889c25cdde6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.866016] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58892d97-ab99-4b16-b33a-dd4c337fb6fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.876136] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1095.876136] env[69365]: value = "task-3302481" [ 1095.876136] env[69365]: _type = "Task" [ 1095.876136] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.885047] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.035517] env[69365]: DEBUG oslo_vmware.api [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302478, 'name': PowerOnVM_Task, 'duration_secs': 0.494567} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.036600] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.036600] env[69365]: INFO nova.compute.manager [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1096.036600] env[69365]: DEBUG nova.compute.manager [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.037417] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3810725-0c6c-4803-a0f3-f73105d3bbb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.042938] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302479, 'name': ReconfigVM_Task, 'duration_secs': 0.375537} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.043668] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 18364b2e-75be-4ef1-ba00-47a8dbcc044f/18364b2e-75be-4ef1-ba00-47a8dbcc044f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.044350] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d65fcda-b05c-4610-8670-708d146b1b67 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.054431] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Waiting for the task: (returnval){ [ 1096.054431] env[69365]: value = "task-3302482" [ 1096.054431] env[69365]: _type = "Task" [ 1096.054431] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.062756] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302482, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.337922] env[69365]: DEBUG nova.scheduler.client.report [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.389911] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302481, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.465067] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.465305] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.465493] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Deleting the datastore file [datastore1] 959b7468-5c58-41d6-8623-5835395c59f6 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.465764] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e064701-4e7b-40ff-9633-ae131dd7a8a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.473265] env[69365]: DEBUG nova.compute.manager [req-3c683d9e-c9b5-4ba6-8317-16f6c3064ef3 req-8f8d201d-dc6a-4815-bc6c-71ecaeb47680 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Received event network-vif-plugged-8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.473473] env[69365]: DEBUG oslo_concurrency.lockutils [req-3c683d9e-c9b5-4ba6-8317-16f6c3064ef3 req-8f8d201d-dc6a-4815-bc6c-71ecaeb47680 service nova] Acquiring lock "1faf2b36-2066-446e-a393-7e2e97bab6fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.473681] env[69365]: DEBUG oslo_concurrency.lockutils [req-3c683d9e-c9b5-4ba6-8317-16f6c3064ef3 req-8f8d201d-dc6a-4815-bc6c-71ecaeb47680 service nova] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.473845] env[69365]: DEBUG oslo_concurrency.lockutils [req-3c683d9e-c9b5-4ba6-8317-16f6c3064ef3 req-8f8d201d-dc6a-4815-bc6c-71ecaeb47680 service nova] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.474015] env[69365]: DEBUG nova.compute.manager [req-3c683d9e-c9b5-4ba6-8317-16f6c3064ef3 req-8f8d201d-dc6a-4815-bc6c-71ecaeb47680 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] No waiting events found dispatching network-vif-plugged-8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.474241] env[69365]: WARNING nova.compute.manager [req-3c683d9e-c9b5-4ba6-8317-16f6c3064ef3 req-8f8d201d-dc6a-4815-bc6c-71ecaeb47680 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Received unexpected event network-vif-plugged-8ed2326c-6167-490c-b1a7-a26978e8e721 for instance with vm_state shelved_offloaded and task_state spawning. [ 1096.479207] env[69365]: DEBUG oslo_vmware.api [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1096.479207] env[69365]: value = "task-3302483" [ 1096.479207] env[69365]: _type = "Task" [ 1096.479207] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.484837] env[69365]: DEBUG oslo_vmware.api [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.513436] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bae58157-1ba1-4b6d-b96d-e7811877d34c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.513673] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bae58157-1ba1-4b6d-b96d-e7811877d34c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.513856] env[69365]: DEBUG nova.compute.manager [None req-bae58157-1ba1-4b6d-b96d-e7811877d34c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.514732] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8675ee0b-66c2-421f-9690-9aae2015fbf3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.521904] env[69365]: DEBUG nova.compute.manager [None req-bae58157-1ba1-4b6d-b96d-e7811877d34c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1096.522515] env[69365]: DEBUG nova.objects.instance [None req-bae58157-1ba1-4b6d-b96d-e7811877d34c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'flavor' on Instance uuid 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.556940] env[69365]: INFO nova.compute.manager [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Took 30.15 seconds to build instance. [ 1096.563987] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.564181] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.564355] env[69365]: DEBUG nova.network.neutron [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.572785] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302482, 'name': Rename_Task, 'duration_secs': 0.432978} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.573085] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.573328] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef07cc26-ee9e-4817-9639-435585aba065 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.580447] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Waiting for the task: (returnval){ [ 1096.580447] env[69365]: value = "task-3302484" [ 1096.580447] env[69365]: _type = "Task" [ 1096.580447] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.589720] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.843750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.846504] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.766s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.848134] env[69365]: INFO nova.compute.claims [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.867014] env[69365]: INFO nova.scheduler.client.report [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Deleted allocations for instance df1bacbf-7d1d-4524-94c2-e7d8eda5e578 [ 1096.889885] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585071} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.889885] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e203a10b-51d3-4da9-b427-4889c25cdde6/e203a10b-51d3-4da9-b427-4889c25cdde6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.889885] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.889885] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ac9ad05-54a1-47c2-a331-8b5417c5805d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.896359] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1096.896359] env[69365]: value = "task-3302485" [ 1096.896359] env[69365]: _type = "Task" [ 1096.896359] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.905454] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.986800] env[69365]: DEBUG oslo_vmware.api [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.066316] env[69365]: DEBUG oslo_concurrency.lockutils [None req-798e6dca-92d9-410b-9538-12a322aaab95 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "2c5965ae-d480-41a6-972b-a4f0d8e0ba7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.713s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.092212] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.362335] env[69365]: DEBUG nova.network.neutron [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updating instance_info_cache with network_info: [{"id": "8ed2326c-6167-490c-b1a7-a26978e8e721", "address": "fa:16:3e:d4:5a:4f", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed2326c-61", "ovs_interfaceid": "8ed2326c-6167-490c-b1a7-a26978e8e721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.373842] env[69365]: DEBUG oslo_concurrency.lockutils [None req-df257c04-17d5-49fa-92e7-b421700f62d3 tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "df1bacbf-7d1d-4524-94c2-e7d8eda5e578" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.879s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.406229] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066168} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.406506] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.407353] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ad2ff0-e1e0-4bd0-859d-5fa1d434b7e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.430007] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] e203a10b-51d3-4da9-b427-4889c25cdde6/e203a10b-51d3-4da9-b427-4889c25cdde6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.430584] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d604178-e2b4-4783-9afb-73dded689970 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.450886] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1097.450886] env[69365]: value = "task-3302486" [ 1097.450886] env[69365]: _type = "Task" [ 1097.450886] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.461837] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.488031] env[69365]: DEBUG oslo_vmware.api [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.592675} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.488174] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.488369] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.488565] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.488781] env[69365]: INFO nova.compute.manager [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Took 2.39 seconds to destroy the instance on the hypervisor. [ 1097.489115] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.489398] env[69365]: DEBUG nova.compute.manager [-] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.489566] env[69365]: DEBUG nova.network.neutron [-] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.529928] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae58157-1ba1-4b6d-b96d-e7811877d34c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.530279] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5abf4127-8292-41ba-82a1-494ac861b138 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.537561] env[69365]: DEBUG oslo_vmware.api [None req-bae58157-1ba1-4b6d-b96d-e7811877d34c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1097.537561] env[69365]: value = "task-3302487" [ 1097.537561] env[69365]: _type = "Task" [ 1097.537561] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.545345] env[69365]: DEBUG oslo_vmware.api [None req-bae58157-1ba1-4b6d-b96d-e7811877d34c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.591955] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302484, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.619663] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "2c5965ae-d480-41a6-972b-a4f0d8e0ba7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.619973] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "2c5965ae-d480-41a6-972b-a4f0d8e0ba7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.620257] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "2c5965ae-d480-41a6-972b-a4f0d8e0ba7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.620479] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "2c5965ae-d480-41a6-972b-a4f0d8e0ba7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.620729] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "2c5965ae-d480-41a6-972b-a4f0d8e0ba7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.622902] env[69365]: INFO nova.compute.manager [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Terminating instance [ 1097.865146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.902150] env[69365]: DEBUG nova.virt.hardware [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d144e7ce85a6e4eae86769c25146e3a5',container_format='bare',created_at=2025-04-04T03:38:06Z,direct_url=,disk_format='vmdk',id=5b4e387d-ae78-45d2-9b48-24ed0ee07161,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-552941515-shelved',owner='a840d8f25ec94c3d8f8176e810e41396',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-04T03:38:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.902323] env[69365]: DEBUG nova.virt.hardware [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.902484] env[69365]: DEBUG nova.virt.hardware [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.902669] env[69365]: DEBUG nova.virt.hardware [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.902815] env[69365]: DEBUG nova.virt.hardware [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.902959] env[69365]: DEBUG nova.virt.hardware [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.903182] env[69365]: DEBUG nova.virt.hardware [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.903342] env[69365]: DEBUG nova.virt.hardware [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.903508] env[69365]: DEBUG nova.virt.hardware [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.903676] env[69365]: DEBUG nova.virt.hardware [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.903852] env[69365]: DEBUG nova.virt.hardware [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.904921] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec0e8f5-51f5-4585-9c57-6f8a5a38c688 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.913365] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae39b667-6688-4754-8e8f-fb3a0eef0362 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.931051] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:5a:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ed2326c-6167-490c-b1a7-a26978e8e721', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.938720] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.941596] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.942072] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f402c3e6-f769-475c-9921-6ba820659143 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.967556] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.967556] env[69365]: value = "task-3302488" [ 1097.967556] env[69365]: _type = "Task" [ 1097.967556] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.971819] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302486, 'name': ReconfigVM_Task, 'duration_secs': 0.323359} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.974882] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Reconfigured VM instance instance-00000062 to attach disk [datastore2] e203a10b-51d3-4da9-b427-4889c25cdde6/e203a10b-51d3-4da9-b427-4889c25cdde6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.974882] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b3c7f72-0872-4b35-9464-17590b45305d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.987123] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1097.987123] env[69365]: value = "task-3302489" [ 1097.987123] env[69365]: _type = "Task" [ 1097.987123] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.002535] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302489, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.052350] env[69365]: DEBUG oslo_vmware.api [None req-bae58157-1ba1-4b6d-b96d-e7811877d34c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.095609] env[69365]: DEBUG oslo_vmware.api [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302484, 'name': PowerOnVM_Task, 'duration_secs': 1.141491} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.099568] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.100398] env[69365]: INFO nova.compute.manager [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1098.100398] env[69365]: DEBUG nova.compute.manager [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.101803] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbeaaa4-a4ea-4f40-8a19-5c67f5d20921 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.127308] env[69365]: DEBUG nova.compute.manager [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.127699] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.129160] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a020d80-7488-44cf-966c-574d09156200 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.142782] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.143329] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f6417bc-1b90-429b-8831-782e803e7ff7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.152578] env[69365]: DEBUG oslo_vmware.api [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1098.152578] env[69365]: value = "task-3302490" [ 1098.152578] env[69365]: _type = "Task" [ 1098.152578] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.163403] env[69365]: DEBUG oslo_vmware.api [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.285649] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dbb06d-84c2-4aef-99a1-3b545d2f9a87 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.294411] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bf0c38-f496-42eb-a68b-74de3ea92283 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.333371] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b9ab0f-b792-4818-ad45-20446559c254 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.343278] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9745336-74a8-4a54-8d7b-299fa627a6c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.363731] env[69365]: DEBUG nova.compute.provider_tree [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.482594] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302488, 'name': CreateVM_Task, 'duration_secs': 0.399225} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.483033] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.484203] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5b4e387d-ae78-45d2-9b48-24ed0ee07161" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.484476] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5b4e387d-ae78-45d2-9b48-24ed0ee07161" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.484941] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5b4e387d-ae78-45d2-9b48-24ed0ee07161" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.485280] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a37bb8bf-44fa-48d5-ac53-223f86393fce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.493458] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1098.493458] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b9b4db-27ca-d4d5-62b7-17c4b29e3557" [ 1098.493458] env[69365]: _type = "Task" [ 1098.493458] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.497061] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302489, 'name': Rename_Task, 'duration_secs': 0.166614} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.500074] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.500357] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0ecfa12-ae74-427c-84b3-17bb1ce2b18f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.507089] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b9b4db-27ca-d4d5-62b7-17c4b29e3557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.508398] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1098.508398] env[69365]: value = "task-3302491" [ 1098.508398] env[69365]: _type = "Task" [ 1098.508398] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.515761] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.548401] env[69365]: DEBUG oslo_vmware.api [None req-bae58157-1ba1-4b6d-b96d-e7811877d34c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302487, 'name': PowerOffVM_Task, 'duration_secs': 0.677169} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.548997] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae58157-1ba1-4b6d-b96d-e7811877d34c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.549269] env[69365]: DEBUG nova.compute.manager [None req-bae58157-1ba1-4b6d-b96d-e7811877d34c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.550370] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c055886-5aba-410c-a33d-b3f46e3d0ebc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.590172] env[69365]: DEBUG oslo_concurrency.lockutils [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "f9703a3e-4bb9-4423-adb5-f4be4a295dae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.590433] env[69365]: DEBUG oslo_concurrency.lockutils [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "f9703a3e-4bb9-4423-adb5-f4be4a295dae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.590626] env[69365]: DEBUG oslo_concurrency.lockutils [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "f9703a3e-4bb9-4423-adb5-f4be4a295dae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.590807] env[69365]: DEBUG oslo_concurrency.lockutils [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "f9703a3e-4bb9-4423-adb5-f4be4a295dae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.590987] env[69365]: DEBUG oslo_concurrency.lockutils [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "f9703a3e-4bb9-4423-adb5-f4be4a295dae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.593327] env[69365]: INFO nova.compute.manager [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Terminating instance [ 1098.622578] env[69365]: INFO nova.compute.manager [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Took 28.56 seconds to build instance. [ 1098.663029] env[69365]: DEBUG oslo_vmware.api [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302490, 'name': PowerOffVM_Task, 'duration_secs': 0.24859} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.663308] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.663790] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.663790] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed0fbc7-2f5f-4fca-a0c1-bae6fb02a92f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.683921] env[69365]: DEBUG nova.compute.manager [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Received event network-changed-8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.684128] env[69365]: DEBUG nova.compute.manager [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Refreshing instance network info cache due to event network-changed-8ed2326c-6167-490c-b1a7-a26978e8e721. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.684369] env[69365]: DEBUG oslo_concurrency.lockutils [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] Acquiring lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.684510] env[69365]: DEBUG oslo_concurrency.lockutils [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] Acquired lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.684710] env[69365]: DEBUG nova.network.neutron [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Refreshing network info cache for port 8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.724865] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.725113] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.725299] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Deleting the datastore file [datastore2] 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.725562] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06996737-1953-4a41-92b3-3ec05e572f75 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.734096] env[69365]: DEBUG oslo_vmware.api [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1098.734096] env[69365]: value = "task-3302493" [ 1098.734096] env[69365]: _type = "Task" [ 1098.734096] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.743111] env[69365]: DEBUG oslo_vmware.api [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.867449] env[69365]: DEBUG nova.scheduler.client.report [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.984592] env[69365]: DEBUG nova.network.neutron [-] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.008093] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5b4e387d-ae78-45d2-9b48-24ed0ee07161" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.008487] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Processing image 5b4e387d-ae78-45d2-9b48-24ed0ee07161 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.008849] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5b4e387d-ae78-45d2-9b48-24ed0ee07161/5b4e387d-ae78-45d2-9b48-24ed0ee07161.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.009118] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5b4e387d-ae78-45d2-9b48-24ed0ee07161/5b4e387d-ae78-45d2-9b48-24ed0ee07161.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.009404] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.009836] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0aba205-2554-40dc-bb76-806f3ab485cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.024162] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302491, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.042429] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.042622] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.043416] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab18e07-9bf1-4b3e-92cb-9bb75fcf8260 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.048704] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1099.048704] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52186017-0963-e2a2-2489-76255c71e4e7" [ 1099.048704] env[69365]: _type = "Task" [ 1099.048704] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.056679] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52186017-0963-e2a2-2489-76255c71e4e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.062438] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bae58157-1ba1-4b6d-b96d-e7811877d34c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.549s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.097257] env[69365]: DEBUG nova.compute.manager [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.097636] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.098612] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9522f512-ca97-4a81-a24c-b6beb4be871a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.106699] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.107050] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4edafa9-ba26-44c4-90eb-aec8cbefe454 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.113330] env[69365]: DEBUG oslo_vmware.api [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1099.113330] env[69365]: value = "task-3302494" [ 1099.113330] env[69365]: _type = "Task" [ 1099.113330] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.121251] env[69365]: DEBUG oslo_vmware.api [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.126707] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ebe31ea-fd68-46cf-9b4d-d0333f0f884b tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Lock "18364b2e-75be-4ef1-ba00-47a8dbcc044f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.077s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.245732] env[69365]: DEBUG oslo_vmware.api [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333091} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.246161] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.246487] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.246791] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.247122] env[69365]: INFO nova.compute.manager [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1099.247517] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.247822] env[69365]: DEBUG nova.compute.manager [-] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.247977] env[69365]: DEBUG nova.network.neutron [-] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.372746] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.373508] env[69365]: DEBUG nova.compute.manager [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.377818] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.411s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.378739] env[69365]: DEBUG nova.objects.instance [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lazy-loading 'resources' on Instance uuid 5ff715ea-2d13-43c3-addc-4c58d4e0b21e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.486568] env[69365]: INFO nova.compute.manager [-] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Took 2.00 seconds to deallocate network for instance. [ 1099.523894] env[69365]: DEBUG oslo_vmware.api [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302491, 'name': PowerOnVM_Task, 'duration_secs': 0.528395} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.524699] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.525043] env[69365]: INFO nova.compute.manager [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1099.525330] env[69365]: DEBUG nova.compute.manager [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.526315] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82abd892-c127-4570-bca1-4266c486cf5b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.568443] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1099.568736] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Fetch image to [datastore1] OSTACK_IMG_56d9f682-afd1-4f88-814b-11a2adec0bbc/OSTACK_IMG_56d9f682-afd1-4f88-814b-11a2adec0bbc.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1099.568999] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Downloading stream optimized image 5b4e387d-ae78-45d2-9b48-24ed0ee07161 to [datastore1] OSTACK_IMG_56d9f682-afd1-4f88-814b-11a2adec0bbc/OSTACK_IMG_56d9f682-afd1-4f88-814b-11a2adec0bbc.vmdk on the data store datastore1 as vApp {{(pid=69365) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1099.569203] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Downloading image file data 5b4e387d-ae78-45d2-9b48-24ed0ee07161 to the ESX as VM named 'OSTACK_IMG_56d9f682-afd1-4f88-814b-11a2adec0bbc' {{(pid=69365) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1099.581972] env[69365]: DEBUG nova.network.neutron [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updated VIF entry in instance network info cache for port 8ed2326c-6167-490c-b1a7-a26978e8e721. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.582398] env[69365]: DEBUG nova.network.neutron [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updating instance_info_cache with network_info: [{"id": "8ed2326c-6167-490c-b1a7-a26978e8e721", "address": "fa:16:3e:d4:5a:4f", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed2326c-61", "ovs_interfaceid": "8ed2326c-6167-490c-b1a7-a26978e8e721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.597784] env[69365]: DEBUG nova.compute.manager [req-2ebb7116-fc01-47d7-b844-189aca6a52fd req-811adca4-1586-4bd5-80dd-c6682db59a35 service nova] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Received event network-vif-deleted-7d051df0-10b0-4b6b-b1ad-a43d98578323 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.598116] env[69365]: INFO nova.compute.manager [req-2ebb7116-fc01-47d7-b844-189aca6a52fd req-811adca4-1586-4bd5-80dd-c6682db59a35 service nova] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Neutron deleted interface 7d051df0-10b0-4b6b-b1ad-a43d98578323; detaching it from the instance and deleting it from the info cache [ 1099.598366] env[69365]: DEBUG nova.network.neutron [req-2ebb7116-fc01-47d7-b844-189aca6a52fd req-811adca4-1586-4bd5-80dd-c6682db59a35 service nova] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.635655] env[69365]: DEBUG oslo_vmware.api [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302494, 'name': PowerOffVM_Task, 'duration_secs': 0.495898} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.635996] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.636276] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.636596] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a027229-697d-476d-8f46-0ab22710ce28 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.668271] env[69365]: DEBUG oslo_vmware.rw_handles [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1099.668271] env[69365]: value = "resgroup-9" [ 1099.668271] env[69365]: _type = "ResourcePool" [ 1099.668271] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1099.668921] env[69365]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1d5da357-c406-4d5b-92fc-3c36ad2bcb05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.691740] env[69365]: DEBUG oslo_vmware.rw_handles [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lease: (returnval){ [ 1099.691740] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f2611-8ec5-7cef-855c-1ef2f59cbaae" [ 1099.691740] env[69365]: _type = "HttpNfcLease" [ 1099.691740] env[69365]: } obtained for vApp import into resource pool (val){ [ 1099.691740] env[69365]: value = "resgroup-9" [ 1099.691740] env[69365]: _type = "ResourcePool" [ 1099.691740] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1099.692050] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the lease: (returnval){ [ 1099.692050] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f2611-8ec5-7cef-855c-1ef2f59cbaae" [ 1099.692050] env[69365]: _type = "HttpNfcLease" [ 1099.692050] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1099.698501] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1099.698501] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f2611-8ec5-7cef-855c-1ef2f59cbaae" [ 1099.698501] env[69365]: _type = "HttpNfcLease" [ 1099.698501] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1099.708747] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.708747] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.708747] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Deleting the datastore file [datastore2] f9703a3e-4bb9-4423-adb5-f4be4a295dae {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.708747] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-debb7731-957b-4781-ac54-33d77407dff0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.712479] env[69365]: DEBUG oslo_vmware.api [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for the task: (returnval){ [ 1099.712479] env[69365]: value = "task-3302497" [ 1099.712479] env[69365]: _type = "Task" [ 1099.712479] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.721230] env[69365]: DEBUG oslo_vmware.api [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.888024] env[69365]: DEBUG nova.compute.utils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.888024] env[69365]: DEBUG nova.compute.manager [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.888024] env[69365]: DEBUG nova.network.neutron [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.946882] env[69365]: DEBUG nova.policy [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69bf796be33844e8a158d1fb07350a83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73f7fca17fe74d938af6c133cc76c5a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.996029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.046039] env[69365]: INFO nova.compute.manager [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Took 26.82 seconds to build instance. [ 1100.059519] env[69365]: DEBUG nova.network.neutron [-] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.087147] env[69365]: DEBUG oslo_concurrency.lockutils [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] Releasing lock "refresh_cache-1faf2b36-2066-446e-a393-7e2e97bab6fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.090855] env[69365]: DEBUG nova.compute.manager [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Received event network-vif-deleted-5c6d4af9-ce33-4318-b836-e9d4cbf79d13 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.090855] env[69365]: INFO nova.compute.manager [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Neutron deleted interface 5c6d4af9-ce33-4318-b836-e9d4cbf79d13; detaching it from the instance and deleting it from the info cache [ 1100.090855] env[69365]: DEBUG nova.network.neutron [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Updating instance_info_cache with network_info: [{"id": "a2815957-b61c-4003-8cbf-e4024ed6b16c", "address": "fa:16:3e:bb:67:a3", "network": {"id": "6ff31c14-a6a1-4e61-b189-3ea0795ee90b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434924182", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2815957-b6", "ovs_interfaceid": "a2815957-b61c-4003-8cbf-e4024ed6b16c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08f230da-a072-4a18-bc1f-ab8493ea9fc3", "address": "fa:16:3e:89:53:37", "network": {"id": "6ff31c14-a6a1-4e61-b189-3ea0795ee90b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434924182", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f230da-a0", "ovs_interfaceid": "08f230da-a072-4a18-bc1f-ab8493ea9fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.105747] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-649435d1-5042-425d-8729-bbd640cb6ac2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.124225] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8483de-285e-4994-b0fe-394dab5be28e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.174093] env[69365]: DEBUG nova.compute.manager [req-2ebb7116-fc01-47d7-b844-189aca6a52fd req-811adca4-1586-4bd5-80dd-c6682db59a35 service nova] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Detach interface failed, port_id=7d051df0-10b0-4b6b-b1ad-a43d98578323, reason: Instance 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.201027] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1100.201027] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f2611-8ec5-7cef-855c-1ef2f59cbaae" [ 1100.201027] env[69365]: _type = "HttpNfcLease" [ 1100.201027] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1100.201388] env[69365]: DEBUG oslo_vmware.rw_handles [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1100.201388] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f2611-8ec5-7cef-855c-1ef2f59cbaae" [ 1100.201388] env[69365]: _type = "HttpNfcLease" [ 1100.201388] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1100.202360] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ba01d6-6e81-49dd-98c1-f55ad7d05c5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.214985] env[69365]: DEBUG oslo_vmware.rw_handles [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cdd51c-80c2-add2-9595-bc41531a0ecb/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1100.215716] env[69365]: DEBUG oslo_vmware.rw_handles [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cdd51c-80c2-add2-9595-bc41531a0ecb/disk-0.vmdk. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1100.282264] env[69365]: DEBUG oslo_vmware.api [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Task: {'id': task-3302497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204799} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.283861] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.284071] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.284448] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.284554] env[69365]: INFO nova.compute.manager [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1100.284750] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.288074] env[69365]: DEBUG nova.compute.manager [-] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.288239] env[69365]: DEBUG nova.network.neutron [-] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.291566] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96edb6f1-2e38-4009-b02b-68c3ae1b37c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.385728] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e377bc7-0197-4d5c-8897-8dfe80afc629 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.392799] env[69365]: DEBUG nova.compute.manager [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.396508] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d57c78-0869-42b6-b90f-9c555c4ed488 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.430498] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e70e70-50ed-4c67-b487-21152e468fa2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.438934] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f7e509-bfef-4a9e-b728-26dc0eca126e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.455362] env[69365]: DEBUG nova.compute.provider_tree [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.457657] env[69365]: DEBUG nova.network.neutron [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Successfully created port: a875f437-7cc8-4d84-b6c1-0e88130be317 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.548095] env[69365]: DEBUG oslo_concurrency.lockutils [None req-449b23c0-bb38-447a-a778-9cb9e9a8775b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "e203a10b-51d3-4da9-b427-4889c25cdde6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.333s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.563626] env[69365]: INFO nova.compute.manager [-] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Took 1.31 seconds to deallocate network for instance. [ 1100.591894] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-254f4a6c-440b-4caa-8120-d084256a0907 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.601823] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5865d34-0df0-4fff-847a-474577636de3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.645723] env[69365]: DEBUG nova.compute.manager [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Detach interface failed, port_id=5c6d4af9-ce33-4318-b836-e9d4cbf79d13, reason: Instance 959b7468-5c58-41d6-8623-5835395c59f6 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.645958] env[69365]: DEBUG nova.compute.manager [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Received event network-vif-deleted-a2815957-b61c-4003-8cbf-e4024ed6b16c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.646144] env[69365]: INFO nova.compute.manager [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Neutron deleted interface a2815957-b61c-4003-8cbf-e4024ed6b16c; detaching it from the instance and deleting it from the info cache [ 1100.646445] env[69365]: DEBUG nova.network.neutron [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Updating instance_info_cache with network_info: [{"id": "08f230da-a072-4a18-bc1f-ab8493ea9fc3", "address": "fa:16:3e:89:53:37", "network": {"id": "6ff31c14-a6a1-4e61-b189-3ea0795ee90b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434924182", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f230da-a0", "ovs_interfaceid": "08f230da-a072-4a18-bc1f-ab8493ea9fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.812766] env[69365]: DEBUG nova.compute.manager [req-cadfd295-9cf1-4569-bcd2-b06fae9d9c57 req-bf6c65b0-c131-492d-8db1-1e98131e4902 service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Received event network-changed-0b988e74-aa59-4f43-99b4-b5b2862031e2 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.812986] env[69365]: DEBUG nova.compute.manager [req-cadfd295-9cf1-4569-bcd2-b06fae9d9c57 req-bf6c65b0-c131-492d-8db1-1e98131e4902 service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Refreshing instance network info cache due to event network-changed-0b988e74-aa59-4f43-99b4-b5b2862031e2. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.814411] env[69365]: DEBUG oslo_concurrency.lockutils [req-cadfd295-9cf1-4569-bcd2-b06fae9d9c57 req-bf6c65b0-c131-492d-8db1-1e98131e4902 service nova] Acquiring lock "refresh_cache-18364b2e-75be-4ef1-ba00-47a8dbcc044f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.814889] env[69365]: DEBUG oslo_concurrency.lockutils [req-cadfd295-9cf1-4569-bcd2-b06fae9d9c57 req-bf6c65b0-c131-492d-8db1-1e98131e4902 service nova] Acquired lock "refresh_cache-18364b2e-75be-4ef1-ba00-47a8dbcc044f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.815142] env[69365]: DEBUG nova.network.neutron [req-cadfd295-9cf1-4569-bcd2-b06fae9d9c57 req-bf6c65b0-c131-492d-8db1-1e98131e4902 service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Refreshing network info cache for port 0b988e74-aa59-4f43-99b4-b5b2862031e2 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.961515] env[69365]: DEBUG nova.scheduler.client.report [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.030415] env[69365]: DEBUG nova.compute.manager [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Stashing vm_state: stopped {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1101.072340] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.108814] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.109088] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.160621] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "e203a10b-51d3-4da9-b427-4889c25cdde6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.161018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "e203a10b-51d3-4da9-b427-4889c25cdde6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.161242] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "e203a10b-51d3-4da9-b427-4889c25cdde6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.161434] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "e203a10b-51d3-4da9-b427-4889c25cdde6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.162047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "e203a10b-51d3-4da9-b427-4889c25cdde6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.166023] env[69365]: DEBUG nova.network.neutron [-] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.167467] env[69365]: INFO nova.compute.manager [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Terminating instance [ 1101.170403] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79df1a81-e47d-46da-8463-f15b9a7dd6ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.181940] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44be7d57-89cf-43d6-b571-985f3c5c7cce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.226917] env[69365]: DEBUG nova.compute.manager [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Detach interface failed, port_id=a2815957-b61c-4003-8cbf-e4024ed6b16c, reason: Instance 959b7468-5c58-41d6-8623-5835395c59f6 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.227177] env[69365]: DEBUG nova.compute.manager [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Received event network-vif-deleted-08f230da-a072-4a18-bc1f-ab8493ea9fc3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.227371] env[69365]: INFO nova.compute.manager [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Neutron deleted interface 08f230da-a072-4a18-bc1f-ab8493ea9fc3; detaching it from the instance and deleting it from the info cache [ 1101.227548] env[69365]: DEBUG nova.network.neutron [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.411919] env[69365]: DEBUG nova.compute.manager [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.440903] env[69365]: DEBUG nova.virt.hardware [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.440903] env[69365]: DEBUG nova.virt.hardware [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.440903] env[69365]: DEBUG nova.virt.hardware [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.441189] env[69365]: DEBUG nova.virt.hardware [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.441189] env[69365]: DEBUG nova.virt.hardware [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.441314] env[69365]: DEBUG nova.virt.hardware [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.441528] env[69365]: DEBUG nova.virt.hardware [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.441687] env[69365]: DEBUG nova.virt.hardware [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.441859] env[69365]: DEBUG nova.virt.hardware [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.442089] env[69365]: DEBUG nova.virt.hardware [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.442209] env[69365]: DEBUG nova.virt.hardware [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.443102] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be3c807-bc04-40e9-89f5-ac1913635937 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.457033] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b7a03e-49ec-452a-bd76-dfdb5320c998 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.472815] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.477441] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.392s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.477787] env[69365]: DEBUG nova.objects.instance [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lazy-loading 'resources' on Instance uuid 4a080802-341a-405f-8961-87320f4acf54 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.486966] env[69365]: DEBUG oslo_vmware.rw_handles [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1101.487214] env[69365]: DEBUG oslo_vmware.rw_handles [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cdd51c-80c2-add2-9595-bc41531a0ecb/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1101.488463] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe53f2e-3bde-4664-8db5-7b84c575a5aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.495782] env[69365]: DEBUG oslo_vmware.rw_handles [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cdd51c-80c2-add2-9595-bc41531a0ecb/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1101.495782] env[69365]: DEBUG oslo_vmware.rw_handles [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cdd51c-80c2-add2-9595-bc41531a0ecb/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1101.496647] env[69365]: INFO nova.scheduler.client.report [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Deleted allocations for instance 5ff715ea-2d13-43c3-addc-4c58d4e0b21e [ 1101.498551] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fc1f84f5-f972-46d8-8d5d-be7ac546366e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.549115] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.557328] env[69365]: DEBUG nova.network.neutron [req-cadfd295-9cf1-4569-bcd2-b06fae9d9c57 req-bf6c65b0-c131-492d-8db1-1e98131e4902 service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Updated VIF entry in instance network info cache for port 0b988e74-aa59-4f43-99b4-b5b2862031e2. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.557691] env[69365]: DEBUG nova.network.neutron [req-cadfd295-9cf1-4569-bcd2-b06fae9d9c57 req-bf6c65b0-c131-492d-8db1-1e98131e4902 service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Updating instance_info_cache with network_info: [{"id": "0b988e74-aa59-4f43-99b4-b5b2862031e2", "address": "fa:16:3e:fa:7e:8e", "network": {"id": "1823f8d1-480f-4263-959d-ad859a7115bb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1139380226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1eede9707048f18aac4ba3dd2c30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b988e74-aa", "ovs_interfaceid": "0b988e74-aa59-4f43-99b4-b5b2862031e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.620815] env[69365]: DEBUG nova.compute.manager [req-2d19e1ec-bdd5-44fc-9c75-9bdab5187ce4 req-2610ca35-703b-4664-8169-a2523764f053 service nova] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Received event network-vif-deleted-2f1a7c93-b075-44a1-91c0-5297ba394735 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.621611] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.621780] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.621926] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.622225] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.622316] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.622456] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.622942] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1101.622942] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.666485] env[69365]: INFO nova.compute.manager [-] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Took 1.38 seconds to deallocate network for instance. [ 1101.671671] env[69365]: DEBUG nova.compute.manager [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.671891] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.672962] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25628596-8a36-4902-856a-b0fdac245356 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.681991] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.682281] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d94f877-068e-49b7-b83c-3c1bb09c1d43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.690227] env[69365]: DEBUG oslo_vmware.api [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1101.690227] env[69365]: value = "task-3302498" [ 1101.690227] env[69365]: _type = "Task" [ 1101.690227] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.695113] env[69365]: DEBUG oslo_vmware.rw_handles [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cdd51c-80c2-add2-9595-bc41531a0ecb/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1101.695325] env[69365]: INFO nova.virt.vmwareapi.images [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Downloaded image file data 5b4e387d-ae78-45d2-9b48-24ed0ee07161 [ 1101.699080] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebb8cf8-aaf4-452e-9387-22bb4c8e9309 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.702139] env[69365]: DEBUG oslo_vmware.api [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.715849] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5c9685c-869a-4bd8-9540-9605a513ff39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.730415] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18e2fcda-8fe2-4741-af40-09ff0d9aa4fd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.741103] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3949e8b8-f44c-432b-bafb-175ee291a733 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.756218] env[69365]: INFO nova.virt.vmwareapi.images [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] The imported VM was unregistered [ 1101.760504] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1101.760907] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5b4e387d-ae78-45d2-9b48-24ed0ee07161 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.761920] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32a82202-160b-42f7-82d5-d494defcf0f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.793860] env[69365]: DEBUG nova.compute.manager [req-fde3a64d-7505-43d4-9923-58db3dd74b2b req-c7bd661c-37d5-405d-94a0-84e1f7dec300 service nova] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Detach interface failed, port_id=08f230da-a072-4a18-bc1f-ab8493ea9fc3, reason: Instance 959b7468-5c58-41d6-8623-5835395c59f6 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.796468] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Created directory with path [datastore1] devstack-image-cache_base/5b4e387d-ae78-45d2-9b48-24ed0ee07161 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.796710] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_56d9f682-afd1-4f88-814b-11a2adec0bbc/OSTACK_IMG_56d9f682-afd1-4f88-814b-11a2adec0bbc.vmdk to [datastore1] devstack-image-cache_base/5b4e387d-ae78-45d2-9b48-24ed0ee07161/5b4e387d-ae78-45d2-9b48-24ed0ee07161.vmdk. {{(pid=69365) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1101.796999] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d4468b36-724e-4d25-9a40-9c8e1403997c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.804464] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1101.804464] env[69365]: value = "task-3302500" [ 1101.804464] env[69365]: _type = "Task" [ 1101.804464] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.811847] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302500, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.010452] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4243312f-4d5f-414f-8732-0069cf457a43 tempest-AttachVolumeTestJSON-1513234311 tempest-AttachVolumeTestJSON-1513234311-project-member] Lock "5ff715ea-2d13-43c3-addc-4c58d4e0b21e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.074s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.060676] env[69365]: DEBUG oslo_concurrency.lockutils [req-cadfd295-9cf1-4569-bcd2-b06fae9d9c57 req-bf6c65b0-c131-492d-8db1-1e98131e4902 service nova] Releasing lock "refresh_cache-18364b2e-75be-4ef1-ba00-47a8dbcc044f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.125655] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.174847] env[69365]: DEBUG oslo_concurrency.lockutils [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.200775] env[69365]: DEBUG oslo_vmware.api [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302498, 'name': PowerOffVM_Task, 'duration_secs': 0.480413} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.204386] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.204638] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.205274] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9951982a-209a-46f9-8ba1-2533dbfe3107 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.271250] env[69365]: DEBUG nova.network.neutron [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Successfully updated port: a875f437-7cc8-4d84-b6c1-0e88130be317 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.282151] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.282407] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.282601] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleting the datastore file [datastore2] e203a10b-51d3-4da9-b427-4889c25cdde6 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.282880] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e54a58d-a7af-490d-95b9-f3c56a2cb12c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.289940] env[69365]: DEBUG oslo_vmware.api [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1102.289940] env[69365]: value = "task-3302502" [ 1102.289940] env[69365]: _type = "Task" [ 1102.289940] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.309236] env[69365]: DEBUG oslo_vmware.api [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.327026] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302500, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.443900] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d378481-f365-4e0f-8206-639951d331fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.452302] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc25fbb-7630-4c8d-81d3-62293c4d271f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.489436] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633248c5-3808-4a0d-af68-37d4ccc84da2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.496951] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cbf1cb-df20-447c-be4b-f8b9af22b3b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.514054] env[69365]: DEBUG nova.compute.provider_tree [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.781354] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.781514] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.781683] env[69365]: DEBUG nova.network.neutron [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.802564] env[69365]: DEBUG oslo_vmware.api [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432585} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.802831] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.803045] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.803214] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.803386] env[69365]: INFO nova.compute.manager [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1102.803635] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.803886] env[69365]: DEBUG nova.compute.manager [-] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.803977] env[69365]: DEBUG nova.network.neutron [-] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.819270] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302500, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.845923] env[69365]: DEBUG nova.compute.manager [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Received event network-vif-plugged-a875f437-7cc8-4d84-b6c1-0e88130be317 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.846231] env[69365]: DEBUG oslo_concurrency.lockutils [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] Acquiring lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.846485] env[69365]: DEBUG oslo_concurrency.lockutils [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.846700] env[69365]: DEBUG oslo_concurrency.lockutils [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.846881] env[69365]: DEBUG nova.compute.manager [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] No waiting events found dispatching network-vif-plugged-a875f437-7cc8-4d84-b6c1-0e88130be317 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.847063] env[69365]: WARNING nova.compute.manager [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Received unexpected event network-vif-plugged-a875f437-7cc8-4d84-b6c1-0e88130be317 for instance with vm_state building and task_state spawning. [ 1102.847227] env[69365]: DEBUG nova.compute.manager [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Received event network-changed-a875f437-7cc8-4d84-b6c1-0e88130be317 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.847390] env[69365]: DEBUG nova.compute.manager [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Refreshing instance network info cache due to event network-changed-a875f437-7cc8-4d84-b6c1-0e88130be317. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.847554] env[69365]: DEBUG oslo_concurrency.lockutils [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] Acquiring lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.017235] env[69365]: DEBUG nova.scheduler.client.report [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.320961] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302500, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.329350] env[69365]: DEBUG nova.network.neutron [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.517406] env[69365]: DEBUG nova.network.neutron [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updating instance_info_cache with network_info: [{"id": "a875f437-7cc8-4d84-b6c1-0e88130be317", "address": "fa:16:3e:77:4c:fc", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa875f437-7c", "ovs_interfaceid": "a875f437-7cc8-4d84-b6c1-0e88130be317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.524020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.527413] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.068s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.529141] env[69365]: INFO nova.compute.claims [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.562968] env[69365]: INFO nova.scheduler.client.report [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleted allocations for instance 4a080802-341a-405f-8961-87320f4acf54 [ 1103.584237] env[69365]: DEBUG nova.network.neutron [-] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.825718] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302500, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.018480] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.018878] env[69365]: DEBUG nova.compute.manager [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Instance network_info: |[{"id": "a875f437-7cc8-4d84-b6c1-0e88130be317", "address": "fa:16:3e:77:4c:fc", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa875f437-7c", "ovs_interfaceid": "a875f437-7cc8-4d84-b6c1-0e88130be317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.019227] env[69365]: DEBUG oslo_concurrency.lockutils [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] Acquired lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.019403] env[69365]: DEBUG nova.network.neutron [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Refreshing network info cache for port a875f437-7cc8-4d84-b6c1-0e88130be317 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.020813] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:4c:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a875f437-7cc8-4d84-b6c1-0e88130be317', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.029050] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.032654] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.033195] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab8f9726-17c6-41ff-8f40-677e1e61e35d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.057165] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.057165] env[69365]: value = "task-3302504" [ 1104.057165] env[69365]: _type = "Task" [ 1104.057165] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.066648] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302504, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.074041] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8380d4c-04f8-4e5f-944a-8fded643bebc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "4a080802-341a-405f-8961-87320f4acf54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.937s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.086926] env[69365]: INFO nova.compute.manager [-] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Took 1.28 seconds to deallocate network for instance. [ 1104.269511] env[69365]: DEBUG nova.network.neutron [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updated VIF entry in instance network info cache for port a875f437-7cc8-4d84-b6c1-0e88130be317. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.270078] env[69365]: DEBUG nova.network.neutron [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updating instance_info_cache with network_info: [{"id": "a875f437-7cc8-4d84-b6c1-0e88130be317", "address": "fa:16:3e:77:4c:fc", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa875f437-7c", "ovs_interfaceid": "a875f437-7cc8-4d84-b6c1-0e88130be317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.322206] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302500, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.568748] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302504, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.595526] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.774615] env[69365]: DEBUG oslo_concurrency.lockutils [req-e99b55f7-9a32-4141-b700-cca82114afa0 req-695838a4-54ff-40c8-9ee3-571febffaeab service nova] Releasing lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.827490] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302500, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.894690] env[69365]: DEBUG nova.compute.manager [req-6c4604e1-3024-4f5e-a401-c766489ebbc9 req-c19a5fa9-2411-4d3b-bfb5-89ffc28c34bc service nova] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Received event network-vif-deleted-1c693cbe-3e3c-4f17-90b7-a830e2de5359 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.911446] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd6ee7e-4c8c-44f8-ac7d-8c8e7c4e3a90 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.920256] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720d2d88-a387-4ce3-a9b6-845d238ea930 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.951380] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2817926-6a7d-4031-961f-4f6e5b9e9fe2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.959378] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b5c03f-7145-47ae-8c0d-5362eeedb07b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.972591] env[69365]: DEBUG nova.compute.provider_tree [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.071156] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302504, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.314062] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "014b7bd7-b9b1-487c-9758-b618331e4462" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.314394] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "014b7bd7-b9b1-487c-9758-b618331e4462" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.327300] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302500, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.250165} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.328197] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_56d9f682-afd1-4f88-814b-11a2adec0bbc/OSTACK_IMG_56d9f682-afd1-4f88-814b-11a2adec0bbc.vmdk to [datastore1] devstack-image-cache_base/5b4e387d-ae78-45d2-9b48-24ed0ee07161/5b4e387d-ae78-45d2-9b48-24ed0ee07161.vmdk. [ 1105.328398] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Cleaning up location [datastore1] OSTACK_IMG_56d9f682-afd1-4f88-814b-11a2adec0bbc {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1105.328560] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_56d9f682-afd1-4f88-814b-11a2adec0bbc {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.328809] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b2c8240-38db-42d9-8e39-1a8894574175 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.335829] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1105.335829] env[69365]: value = "task-3302505" [ 1105.335829] env[69365]: _type = "Task" [ 1105.335829] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.343983] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.369851] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Acquiring lock "fbb9b239-d805-4c65-b998-e02c328403db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.370156] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Lock "fbb9b239-d805-4c65-b998-e02c328403db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.370364] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Acquiring lock "fbb9b239-d805-4c65-b998-e02c328403db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.370547] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Lock "fbb9b239-d805-4c65-b998-e02c328403db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.370716] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Lock "fbb9b239-d805-4c65-b998-e02c328403db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.372924] env[69365]: INFO nova.compute.manager [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Terminating instance [ 1105.475303] env[69365]: DEBUG nova.scheduler.client.report [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.568609] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302504, 'name': CreateVM_Task, 'duration_secs': 1.254827} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.569421] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.569821] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.569943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.570298] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.570564] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-930b7b69-e002-4e92-988f-983acc79cb3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.575693] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1105.575693] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f8ac23-7f60-fe59-97d7-842baa82d30b" [ 1105.575693] env[69365]: _type = "Task" [ 1105.575693] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.583163] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f8ac23-7f60-fe59-97d7-842baa82d30b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.820626] env[69365]: DEBUG nova.compute.manager [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.846040] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162229} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.846680] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.846680] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5b4e387d-ae78-45d2-9b48-24ed0ee07161/5b4e387d-ae78-45d2-9b48-24ed0ee07161.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.846842] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5b4e387d-ae78-45d2-9b48-24ed0ee07161/5b4e387d-ae78-45d2-9b48-24ed0ee07161.vmdk to [datastore1] 1faf2b36-2066-446e-a393-7e2e97bab6fb/1faf2b36-2066-446e-a393-7e2e97bab6fb.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.846983] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a892a03-8aef-481c-81f7-ba922bb9a641 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.854391] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1105.854391] env[69365]: value = "task-3302507" [ 1105.854391] env[69365]: _type = "Task" [ 1105.854391] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.864567] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.876871] env[69365]: DEBUG nova.compute.manager [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.876871] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.877830] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3259a7a-21f2-40c1-81bc-a5cb4782ccde {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.885397] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.885624] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc34534e-32d5-4e8d-8402-f1a05c30aa72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.892065] env[69365]: DEBUG oslo_vmware.api [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Waiting for the task: (returnval){ [ 1105.892065] env[69365]: value = "task-3302508" [ 1105.892065] env[69365]: _type = "Task" [ 1105.892065] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.899576] env[69365]: DEBUG oslo_vmware.api [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.980795] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.982017] env[69365]: DEBUG nova.compute.manager [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.984876] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.919s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.986554] env[69365]: INFO nova.compute.claims [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.087061] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f8ac23-7f60-fe59-97d7-842baa82d30b, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.087490] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.087490] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.087708] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.087892] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.088109] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.088427] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36558bbb-bd11-4669-9ed4-e0fead7ac11a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.099627] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.099791] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.100601] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127e1604-afb9-4889-bb90-994e3263a394 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.106784] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1106.106784] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527bdf13-06c8-0a4d-0332-9e8934d04d20" [ 1106.106784] env[69365]: _type = "Task" [ 1106.106784] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.115282] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527bdf13-06c8-0a4d-0332-9e8934d04d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.345552] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.365998] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302507, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.403033] env[69365]: DEBUG oslo_vmware.api [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302508, 'name': PowerOffVM_Task, 'duration_secs': 0.258028} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.403033] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.403033] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.403033] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73a74b8f-c75f-4202-9fcd-2553deda0ef1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.480190] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.480443] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.480712] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Deleting the datastore file [datastore1] fbb9b239-d805-4c65-b998-e02c328403db {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.481040] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eced688-309e-4342-99dd-d936b28ed5f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.488083] env[69365]: DEBUG oslo_vmware.api [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Waiting for the task: (returnval){ [ 1106.488083] env[69365]: value = "task-3302510" [ 1106.488083] env[69365]: _type = "Task" [ 1106.488083] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.492498] env[69365]: DEBUG nova.compute.utils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.495990] env[69365]: DEBUG nova.compute.manager [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.496193] env[69365]: DEBUG nova.network.neutron [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.503752] env[69365]: DEBUG oslo_vmware.api [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.537448] env[69365]: DEBUG nova.policy [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bea9170487bc468691c980517ad8cd95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03188c2e9e3d4da7b18a41fb78d6d5be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.620362] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527bdf13-06c8-0a4d-0332-9e8934d04d20, 'name': SearchDatastore_Task, 'duration_secs': 0.053815} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.621313] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c6a3ed-16b9-4864-8564-356d80a7171c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.628714] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1106.628714] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5256d7e1-752b-9a20-75f3-0d328c1ecadf" [ 1106.628714] env[69365]: _type = "Task" [ 1106.628714] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.637648] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5256d7e1-752b-9a20-75f3-0d328c1ecadf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.867360] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302507, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.923149] env[69365]: DEBUG nova.network.neutron [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Successfully created port: d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.999386] env[69365]: DEBUG nova.compute.manager [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.005202] env[69365]: DEBUG oslo_vmware.api [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.149137] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5256d7e1-752b-9a20-75f3-0d328c1ecadf, 'name': SearchDatastore_Task, 'duration_secs': 0.084501} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.149437] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.151594] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff/1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.154584] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d81400cc-0dce-4378-bc8a-cd7bec5f265d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.163891] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1107.163891] env[69365]: value = "task-3302511" [ 1107.163891] env[69365]: _type = "Task" [ 1107.163891] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.172864] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.368442] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302507, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.407576] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec5cc69-11ae-4826-941e-0021e0ebe229 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.415881] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c7e6b0-da64-4610-89fa-537f2f9e5c24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.454926] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4666cee-22d1-47e2-9b37-300d5329b4ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.466964] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59969878-b747-443f-b7b1-c9a611c84095 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.490271] env[69365]: DEBUG nova.compute.provider_tree [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.500624] env[69365]: DEBUG oslo_vmware.api [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.674670] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.869239] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302507, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.999733] env[69365]: DEBUG nova.scheduler.client.report [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.003261] env[69365]: DEBUG oslo_vmware.api [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.012357] env[69365]: DEBUG nova.compute.manager [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.041102] env[69365]: DEBUG nova.virt.hardware [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.041378] env[69365]: DEBUG nova.virt.hardware [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.041554] env[69365]: DEBUG nova.virt.hardware [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.041711] env[69365]: DEBUG nova.virt.hardware [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.041856] env[69365]: DEBUG nova.virt.hardware [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.042018] env[69365]: DEBUG nova.virt.hardware [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.042293] env[69365]: DEBUG nova.virt.hardware [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.042464] env[69365]: DEBUG nova.virt.hardware [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.042637] env[69365]: DEBUG nova.virt.hardware [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.042801] env[69365]: DEBUG nova.virt.hardware [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.042974] env[69365]: DEBUG nova.virt.hardware [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.043942] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038efc6b-a079-474e-8d00-dcc8c94e751e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.052642] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf6c72e-47cc-4479-99dc-e08091382e8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.176143] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.369920] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302507, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.31204} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.370309] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5b4e387d-ae78-45d2-9b48-24ed0ee07161/5b4e387d-ae78-45d2-9b48-24ed0ee07161.vmdk to [datastore1] 1faf2b36-2066-446e-a393-7e2e97bab6fb/1faf2b36-2066-446e-a393-7e2e97bab6fb.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.371283] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10594804-b8ab-4440-b809-4bb1e9b6e533 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.396233] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 1faf2b36-2066-446e-a393-7e2e97bab6fb/1faf2b36-2066-446e-a393-7e2e97bab6fb.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.396781] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9803e932-7aff-42f8-8dd0-b021f4a3d12d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.428287] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1108.428287] env[69365]: value = "task-3302513" [ 1108.428287] env[69365]: _type = "Task" [ 1108.428287] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.439126] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.441850] env[69365]: DEBUG nova.compute.manager [req-3a761035-160e-42cf-8d42-dab0d3c61fd9 req-6b3efe3f-ae02-4597-a4ba-18e070cf51b0 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Received event network-vif-plugged-d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.442079] env[69365]: DEBUG oslo_concurrency.lockutils [req-3a761035-160e-42cf-8d42-dab0d3c61fd9 req-6b3efe3f-ae02-4597-a4ba-18e070cf51b0 service nova] Acquiring lock "9c026aaa-0963-4ba2-955a-f666ff782ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.442254] env[69365]: DEBUG oslo_concurrency.lockutils [req-3a761035-160e-42cf-8d42-dab0d3c61fd9 req-6b3efe3f-ae02-4597-a4ba-18e070cf51b0 service nova] Lock "9c026aaa-0963-4ba2-955a-f666ff782ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.442468] env[69365]: DEBUG oslo_concurrency.lockutils [req-3a761035-160e-42cf-8d42-dab0d3c61fd9 req-6b3efe3f-ae02-4597-a4ba-18e070cf51b0 service nova] Lock "9c026aaa-0963-4ba2-955a-f666ff782ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.442701] env[69365]: DEBUG nova.compute.manager [req-3a761035-160e-42cf-8d42-dab0d3c61fd9 req-6b3efe3f-ae02-4597-a4ba-18e070cf51b0 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] No waiting events found dispatching network-vif-plugged-d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.442929] env[69365]: WARNING nova.compute.manager [req-3a761035-160e-42cf-8d42-dab0d3c61fd9 req-6b3efe3f-ae02-4597-a4ba-18e070cf51b0 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Received unexpected event network-vif-plugged-d688ceff-8a05-4acd-8a17-72f454e2dce7 for instance with vm_state building and task_state spawning. [ 1108.501528] env[69365]: DEBUG oslo_vmware.api [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Task: {'id': task-3302510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.683707} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.501803] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.501995] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.502194] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.502371] env[69365]: INFO nova.compute.manager [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1108.502619] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.502813] env[69365]: DEBUG nova.compute.manager [-] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.502908] env[69365]: DEBUG nova.network.neutron [-] [instance: fbb9b239-d805-4c65-b998-e02c328403db] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.507415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.507846] env[69365]: DEBUG nova.compute.manager [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.510292] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.512s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.510479] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.512650] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.317s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.514106] env[69365]: INFO nova.compute.claims [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.532375] env[69365]: DEBUG nova.network.neutron [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Successfully updated port: d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.553889] env[69365]: INFO nova.scheduler.client.report [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted allocations for instance 35c74321-65d1-4164-9de6-df1d14f08c81 [ 1108.674915] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302511, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.357285} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.675235] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff/1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.676682] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.677014] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-952d8d9a-45dd-43f0-9250-300d2f4dc349 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.683386] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1108.683386] env[69365]: value = "task-3302514" [ 1108.683386] env[69365]: _type = "Task" [ 1108.683386] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.691060] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.939839] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302513, 'name': ReconfigVM_Task, 'duration_secs': 0.305858} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.940212] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 1faf2b36-2066-446e-a393-7e2e97bab6fb/1faf2b36-2066-446e-a393-7e2e97bab6fb.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.942228] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encrypted': False, 'encryption_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'disk_bus': None, 'boot_index': 0, 'image_id': '4e583c73-f9e9-4f1a-92cf-229890cb8186'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '35203ef7-275c-4760-825d-fc2991d90bf9', 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659417', 'volume_id': '0adc809f-df58-485a-b19c-7e95a34b5953', 'name': 'volume-0adc809f-df58-485a-b19c-7e95a34b5953', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1faf2b36-2066-446e-a393-7e2e97bab6fb', 'attached_at': '', 'detached_at': '', 'volume_id': '0adc809f-df58-485a-b19c-7e95a34b5953', 'serial': '0adc809f-df58-485a-b19c-7e95a34b5953'}, 'guest_format': None, 'disk_bus': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69365) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1108.942443] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1108.942638] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659417', 'volume_id': '0adc809f-df58-485a-b19c-7e95a34b5953', 'name': 'volume-0adc809f-df58-485a-b19c-7e95a34b5953', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1faf2b36-2066-446e-a393-7e2e97bab6fb', 'attached_at': '', 'detached_at': '', 'volume_id': '0adc809f-df58-485a-b19c-7e95a34b5953', 'serial': '0adc809f-df58-485a-b19c-7e95a34b5953'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1108.944043] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d627d7ee-cb57-409f-aa5c-e0ad430680e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.960804] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42e93bb-598d-4d72-8c56-d43a5bd2a362 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.994623] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-0adc809f-df58-485a-b19c-7e95a34b5953/volume-0adc809f-df58-485a-b19c-7e95a34b5953.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.994922] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-788edf13-b73b-43c5-b2da-5014b9452b09 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.014510] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1109.014510] env[69365]: value = "task-3302515" [ 1109.014510] env[69365]: _type = "Task" [ 1109.014510] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.019138] env[69365]: DEBUG nova.compute.utils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.021964] env[69365]: DEBUG nova.compute.manager [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.022136] env[69365]: DEBUG nova.network.neutron [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.028703] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.033327] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.033471] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.033608] env[69365]: DEBUG nova.network.neutron [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.040411] env[69365]: DEBUG nova.compute.manager [req-85c77289-0fa9-413e-a2a9-c53da1736a9f req-833b63a7-b362-4d2e-af62-d87eea571aab service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Received event network-vif-deleted-acc393b6-c7b5-4605-a18a-6201e50d9b50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.040411] env[69365]: INFO nova.compute.manager [req-85c77289-0fa9-413e-a2a9-c53da1736a9f req-833b63a7-b362-4d2e-af62-d87eea571aab service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Neutron deleted interface acc393b6-c7b5-4605-a18a-6201e50d9b50; detaching it from the instance and deleting it from the info cache [ 1109.040411] env[69365]: DEBUG nova.network.neutron [req-85c77289-0fa9-413e-a2a9-c53da1736a9f req-833b63a7-b362-4d2e-af62-d87eea571aab service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.060747] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70164bb1-4cf1-4ad4-bbad-482a04864bba tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "35c74321-65d1-4164-9de6-df1d14f08c81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.755s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.066211] env[69365]: DEBUG nova.policy [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80ad089106ab44df80e576fd6896aa59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08264223cf1a4db1b94941da15459335', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.194415] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069642} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.194706] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.195526] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb54cf05-3f61-4014-805e-54ff52a36188 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.221142] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff/1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.221361] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3005034d-f65a-4a1b-873b-01ffe1cd0b30 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.241425] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1109.241425] env[69365]: value = "task-3302516" [ 1109.241425] env[69365]: _type = "Task" [ 1109.241425] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.250713] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.392322] env[69365]: DEBUG nova.network.neutron [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Successfully created port: 2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.424981] env[69365]: DEBUG nova.network.neutron [-] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.524426] env[69365]: DEBUG nova.compute.manager [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.526742] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302515, 'name': ReconfigVM_Task, 'duration_secs': 0.310395} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.529503] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-0adc809f-df58-485a-b19c-7e95a34b5953/volume-0adc809f-df58-485a-b19c-7e95a34b5953.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.534606] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9bfc383-77e8-49f5-86a4-78e3803e329a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.553280] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5a0e4b3-e1d7-4ad9-b1a2-02208e2332cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.558982] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1109.558982] env[69365]: value = "task-3302517" [ 1109.558982] env[69365]: _type = "Task" [ 1109.558982] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.565480] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6c3476-e9ab-4998-aff5-deb706538979 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.586748] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.589336] env[69365]: DEBUG nova.network.neutron [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.606952] env[69365]: DEBUG nova.compute.manager [req-85c77289-0fa9-413e-a2a9-c53da1736a9f req-833b63a7-b362-4d2e-af62-d87eea571aab service nova] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Detach interface failed, port_id=acc393b6-c7b5-4605-a18a-6201e50d9b50, reason: Instance fbb9b239-d805-4c65-b998-e02c328403db could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1109.729138] env[69365]: DEBUG nova.network.neutron [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updating instance_info_cache with network_info: [{"id": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "address": "fa:16:3e:98:c5:68", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd688ceff-8a", "ovs_interfaceid": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.752286] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302516, 'name': ReconfigVM_Task, 'duration_secs': 0.31107} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.754687] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff/1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.755487] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-124094f0-ba9d-4025-b8ae-a957a63e06be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.762203] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1109.762203] env[69365]: value = "task-3302518" [ 1109.762203] env[69365]: _type = "Task" [ 1109.762203] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.774624] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302518, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.877983] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932cab60-3b36-4e69-bd61-4f4e2822fe0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.885489] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4e2e79-e5c8-4724-9f19-74bced06e2fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.915806] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b107054-a2f9-49b7-b7ed-4f2499db6d3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.924035] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d105e5-a922-4331-8fe6-9f195089dd58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.927507] env[69365]: INFO nova.compute.manager [-] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Took 1.42 seconds to deallocate network for instance. [ 1109.941302] env[69365]: DEBUG nova.compute.provider_tree [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.069348] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302517, 'name': ReconfigVM_Task, 'duration_secs': 0.144449} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.069653] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659417', 'volume_id': '0adc809f-df58-485a-b19c-7e95a34b5953', 'name': 'volume-0adc809f-df58-485a-b19c-7e95a34b5953', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1faf2b36-2066-446e-a393-7e2e97bab6fb', 'attached_at': '', 'detached_at': '', 'volume_id': '0adc809f-df58-485a-b19c-7e95a34b5953', 'serial': '0adc809f-df58-485a-b19c-7e95a34b5953'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1110.070428] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-016f42d8-62b3-4899-aabc-63c7a1ae2f21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.076696] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1110.076696] env[69365]: value = "task-3302519" [ 1110.076696] env[69365]: _type = "Task" [ 1110.076696] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.084669] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302519, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.233699] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.234134] env[69365]: DEBUG nova.compute.manager [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Instance network_info: |[{"id": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "address": "fa:16:3e:98:c5:68", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd688ceff-8a", "ovs_interfaceid": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.234639] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:c5:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd688ceff-8a05-4acd-8a17-72f454e2dce7', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.242868] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.243104] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.243324] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a79ff0b-fa53-4e69-962c-ecb280c328b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.263508] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.263508] env[69365]: value = "task-3302520" [ 1110.263508] env[69365]: _type = "Task" [ 1110.263508] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.274216] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302518, 'name': Rename_Task, 'duration_secs': 0.139362} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.277105] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.277300] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302520, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.277484] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b55912e7-92c3-4146-832e-b3b65c55a5e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.285254] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1110.285254] env[69365]: value = "task-3302521" [ 1110.285254] env[69365]: _type = "Task" [ 1110.285254] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.291141] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.444119] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.445456] env[69365]: DEBUG nova.scheduler.client.report [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.466045] env[69365]: DEBUG nova.compute.manager [req-881b2430-6a8d-40a6-a6bb-ffb1a5556274 req-b5c590e2-8939-4e1d-b87b-8300d4af66ca service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Received event network-changed-d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.466265] env[69365]: DEBUG nova.compute.manager [req-881b2430-6a8d-40a6-a6bb-ffb1a5556274 req-b5c590e2-8939-4e1d-b87b-8300d4af66ca service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Refreshing instance network info cache due to event network-changed-d688ceff-8a05-4acd-8a17-72f454e2dce7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.466818] env[69365]: DEBUG oslo_concurrency.lockutils [req-881b2430-6a8d-40a6-a6bb-ffb1a5556274 req-b5c590e2-8939-4e1d-b87b-8300d4af66ca service nova] Acquiring lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.466818] env[69365]: DEBUG oslo_concurrency.lockutils [req-881b2430-6a8d-40a6-a6bb-ffb1a5556274 req-b5c590e2-8939-4e1d-b87b-8300d4af66ca service nova] Acquired lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.466818] env[69365]: DEBUG nova.network.neutron [req-881b2430-6a8d-40a6-a6bb-ffb1a5556274 req-b5c590e2-8939-4e1d-b87b-8300d4af66ca service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Refreshing network info cache for port d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.540622] env[69365]: DEBUG nova.compute.manager [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.567808] env[69365]: DEBUG nova.virt.hardware [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.568075] env[69365]: DEBUG nova.virt.hardware [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.568242] env[69365]: DEBUG nova.virt.hardware [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.568428] env[69365]: DEBUG nova.virt.hardware [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.568574] env[69365]: DEBUG nova.virt.hardware [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.568720] env[69365]: DEBUG nova.virt.hardware [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.568938] env[69365]: DEBUG nova.virt.hardware [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.569147] env[69365]: DEBUG nova.virt.hardware [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.569322] env[69365]: DEBUG nova.virt.hardware [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.569486] env[69365]: DEBUG nova.virt.hardware [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.569660] env[69365]: DEBUG nova.virt.hardware [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.570620] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0aadb2-9e98-4acd-b624-c3ca234d54f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.581079] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510805c3-e6f5-48a8-b134-db0aa21c6938 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.590278] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302519, 'name': Rename_Task, 'duration_secs': 0.152833} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.597966] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.598784] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0873c63-675b-4cf1-b21e-1dcfec322029 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.604843] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1110.604843] env[69365]: value = "task-3302522" [ 1110.604843] env[69365]: _type = "Task" [ 1110.604843] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.614104] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.777150] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302520, 'name': CreateVM_Task, 'duration_secs': 0.356379} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.777400] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.778426] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.778743] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.779274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.779696] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad0e3d8-7db3-4747-aff4-a71e74105326 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.785679] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1110.785679] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e6b55f-7482-688d-f32a-c65cab86d769" [ 1110.785679] env[69365]: _type = "Task" [ 1110.785679] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.796771] env[69365]: DEBUG oslo_vmware.api [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302521, 'name': PowerOnVM_Task, 'duration_secs': 0.471889} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.799876] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.800132] env[69365]: INFO nova.compute.manager [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1110.800326] env[69365]: DEBUG nova.compute.manager [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.800611] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e6b55f-7482-688d-f32a-c65cab86d769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.801327] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7874e706-d89e-4ce7-b4d7-48dc3bc8658d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.951152] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.951625] env[69365]: DEBUG nova.compute.manager [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.955703] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.616s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.065185] env[69365]: DEBUG nova.compute.manager [req-49fdfacf-e8d2-4fef-9749-307efdfbc6a4 req-fe454c99-a076-4b14-95b8-83f66b0586da service nova] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Received event network-vif-plugged-2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.065705] env[69365]: DEBUG oslo_concurrency.lockutils [req-49fdfacf-e8d2-4fef-9749-307efdfbc6a4 req-fe454c99-a076-4b14-95b8-83f66b0586da service nova] Acquiring lock "841d861f-7102-4142-adc3-b6ee33b5b029-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.065962] env[69365]: DEBUG oslo_concurrency.lockutils [req-49fdfacf-e8d2-4fef-9749-307efdfbc6a4 req-fe454c99-a076-4b14-95b8-83f66b0586da service nova] Lock "841d861f-7102-4142-adc3-b6ee33b5b029-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.066197] env[69365]: DEBUG oslo_concurrency.lockutils [req-49fdfacf-e8d2-4fef-9749-307efdfbc6a4 req-fe454c99-a076-4b14-95b8-83f66b0586da service nova] Lock "841d861f-7102-4142-adc3-b6ee33b5b029-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.066402] env[69365]: DEBUG nova.compute.manager [req-49fdfacf-e8d2-4fef-9749-307efdfbc6a4 req-fe454c99-a076-4b14-95b8-83f66b0586da service nova] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] No waiting events found dispatching network-vif-plugged-2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.066600] env[69365]: WARNING nova.compute.manager [req-49fdfacf-e8d2-4fef-9749-307efdfbc6a4 req-fe454c99-a076-4b14-95b8-83f66b0586da service nova] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Received unexpected event network-vif-plugged-2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0 for instance with vm_state building and task_state spawning. [ 1111.120076] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.185901] env[69365]: DEBUG nova.network.neutron [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Successfully updated port: 2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.189247] env[69365]: DEBUG nova.network.neutron [req-881b2430-6a8d-40a6-a6bb-ffb1a5556274 req-b5c590e2-8939-4e1d-b87b-8300d4af66ca service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updated VIF entry in instance network info cache for port d688ceff-8a05-4acd-8a17-72f454e2dce7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.189247] env[69365]: DEBUG nova.network.neutron [req-881b2430-6a8d-40a6-a6bb-ffb1a5556274 req-b5c590e2-8939-4e1d-b87b-8300d4af66ca service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updating instance_info_cache with network_info: [{"id": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "address": "fa:16:3e:98:c5:68", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd688ceff-8a", "ovs_interfaceid": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.301079] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e6b55f-7482-688d-f32a-c65cab86d769, 'name': SearchDatastore_Task, 'duration_secs': 0.013558} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.301508] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.302071] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.302071] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.302207] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.302506] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.302833] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcaaa4e1-e357-42aa-88b5-bb68bdaeb4f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.317418] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.317601] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.323467] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4dfa53f-4f7d-4fbc-813f-a1d4825c6144 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.327711] env[69365]: INFO nova.compute.manager [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Took 31.27 seconds to build instance. [ 1111.335257] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1111.335257] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5235af52-0131-10bb-047d-e870a3b65c30" [ 1111.335257] env[69365]: _type = "Task" [ 1111.335257] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.342807] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5235af52-0131-10bb-047d-e870a3b65c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.463694] env[69365]: INFO nova.compute.claims [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.470862] env[69365]: DEBUG nova.compute.utils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.472735] env[69365]: DEBUG nova.compute.manager [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.472922] env[69365]: DEBUG nova.network.neutron [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.617021] env[69365]: DEBUG oslo_vmware.api [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302522, 'name': PowerOnVM_Task, 'duration_secs': 0.597108} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.617323] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.693604] env[69365]: DEBUG oslo_concurrency.lockutils [req-881b2430-6a8d-40a6-a6bb-ffb1a5556274 req-b5c590e2-8939-4e1d-b87b-8300d4af66ca service nova] Releasing lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.693604] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "refresh_cache-841d861f-7102-4142-adc3-b6ee33b5b029" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.693604] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "refresh_cache-841d861f-7102-4142-adc3-b6ee33b5b029" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.694093] env[69365]: DEBUG nova.network.neutron [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.730596] env[69365]: DEBUG nova.compute.manager [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.731516] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932b3e44-67de-4599-b8da-2eb76f682ff2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.792477] env[69365]: DEBUG nova.policy [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccf5ac60b721407e8357eda343a7602a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '834a6dc617e4475d811bb1f4abb07117', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.830532] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c73e025-3768-4c8a-b261-748971fbec57 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.779s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.848541] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5235af52-0131-10bb-047d-e870a3b65c30, 'name': SearchDatastore_Task, 'duration_secs': 0.019641} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.849744] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b0c834-3de5-44c6-96ae-3e8e86b57a4f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.855858] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1111.855858] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b8bcf7-3649-0f32-2931-c54d93c3319b" [ 1111.855858] env[69365]: _type = "Task" [ 1111.855858] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.863159] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b8bcf7-3649-0f32-2931-c54d93c3319b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.970877] env[69365]: INFO nova.compute.resource_tracker [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating resource usage from migration ebcc0930-b7ae-410f-830f-4936b808e325 [ 1111.973815] env[69365]: DEBUG nova.compute.manager [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.205391] env[69365]: DEBUG nova.network.neutron [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Successfully created port: 2b6e634c-22d7-4ad2-8a02-21bfe78cb38c {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.234858] env[69365]: DEBUG nova.network.neutron [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.260258] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8bc0ae37-3d87-488c-955b-e79ffbe71a70 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 44.281s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.366575] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b8bcf7-3649-0f32-2931-c54d93c3319b, 'name': SearchDatastore_Task, 'duration_secs': 0.034405} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.372866] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.372866] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 9c026aaa-0963-4ba2-955a-f666ff782ffa/9c026aaa-0963-4ba2-955a-f666ff782ffa.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.374900] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e9e2fdd-29d6-44c7-8105-e3f80a2a2e20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.380523] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1112.380523] env[69365]: value = "task-3302523" [ 1112.380523] env[69365]: _type = "Task" [ 1112.380523] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.386964] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64296ac-69d3-4b51-ad1d-b9da95c093eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.395205] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.402683] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f74b7a-b970-4474-a3c3-38874a743d92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.441381] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665814a8-d7ac-41bf-9592-d6caa2a2168b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.450036] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cdd6b0-ff0e-4590-889f-65c4fb0f545e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.456499] env[69365]: DEBUG nova.network.neutron [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Updating instance_info_cache with network_info: [{"id": "2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0", "address": "fa:16:3e:df:7c:76", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe005e9-2e", "ovs_interfaceid": "2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.472864] env[69365]: DEBUG nova.compute.provider_tree [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.893797] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302523, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.976145] env[69365]: DEBUG nova.scheduler.client.report [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.980475] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "refresh_cache-841d861f-7102-4142-adc3-b6ee33b5b029" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.980670] env[69365]: DEBUG nova.compute.manager [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Instance network_info: |[{"id": "2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0", "address": "fa:16:3e:df:7c:76", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe005e9-2e", "ovs_interfaceid": "2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.981285] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:7c:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.990900] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.991276] env[69365]: DEBUG nova.compute.manager [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.993472] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.995413] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a321d51-a6e8-4cf2-a684-815ff047e992 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.022317] env[69365]: DEBUG nova.virt.hardware [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.022582] env[69365]: DEBUG nova.virt.hardware [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.022784] env[69365]: DEBUG nova.virt.hardware [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.023015] env[69365]: DEBUG nova.virt.hardware [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.023209] env[69365]: DEBUG nova.virt.hardware [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.023355] env[69365]: DEBUG nova.virt.hardware [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.023660] env[69365]: DEBUG nova.virt.hardware [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.023914] env[69365]: DEBUG nova.virt.hardware [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.024069] env[69365]: DEBUG nova.virt.hardware [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.024239] env[69365]: DEBUG nova.virt.hardware [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.024416] env[69365]: DEBUG nova.virt.hardware [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.025906] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088fe097-9c85-49e3-98a6-ba9cfc9e21f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.030289] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.030289] env[69365]: value = "task-3302524" [ 1113.030289] env[69365]: _type = "Task" [ 1113.030289] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.039072] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da9603b-92e3-49be-89cf-13292f51abfb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.047076] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302524, 'name': CreateVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.101555] env[69365]: DEBUG nova.compute.manager [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Received event network-changed-2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.101765] env[69365]: DEBUG nova.compute.manager [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Refreshing instance network info cache due to event network-changed-2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.102088] env[69365]: DEBUG oslo_concurrency.lockutils [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] Acquiring lock "refresh_cache-841d861f-7102-4142-adc3-b6ee33b5b029" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.102225] env[69365]: DEBUG oslo_concurrency.lockutils [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] Acquired lock "refresh_cache-841d861f-7102-4142-adc3-b6ee33b5b029" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.102406] env[69365]: DEBUG nova.network.neutron [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Refreshing network info cache for port 2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.391319] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752227} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.391674] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 9c026aaa-0963-4ba2-955a-f666ff782ffa/9c026aaa-0963-4ba2-955a-f666ff782ffa.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.391807] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.392081] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9db8b496-9b21-4fd8-bfe7-8cea2391c052 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.398412] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1113.398412] env[69365]: value = "task-3302525" [ 1113.398412] env[69365]: _type = "Task" [ 1113.398412] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.407831] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.482270] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.526s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.482577] env[69365]: INFO nova.compute.manager [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Migrating [ 1113.489284] env[69365]: DEBUG oslo_concurrency.lockutils [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.493s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.489547] env[69365]: DEBUG nova.objects.instance [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lazy-loading 'resources' on Instance uuid 959b7468-5c58-41d6-8623-5835395c59f6 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.540779] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302524, 'name': CreateVM_Task, 'duration_secs': 0.448623} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.540854] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.541614] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.541801] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.542130] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.542394] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f8b99b-b82f-47b6-89e1-d2a2c40e617e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.547368] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1113.547368] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ae858f-5c52-e7f2-9c8b-b325d6b7ddc3" [ 1113.547368] env[69365]: _type = "Task" [ 1113.547368] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.555317] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ae858f-5c52-e7f2-9c8b-b325d6b7ddc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.708430] env[69365]: DEBUG nova.compute.manager [req-f37dd7ad-cb19-4782-aa1a-7823e11af309 req-5d163665-a9c0-4da2-9c7e-91b7109a71a0 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Received event network-vif-plugged-2b6e634c-22d7-4ad2-8a02-21bfe78cb38c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.708507] env[69365]: DEBUG oslo_concurrency.lockutils [req-f37dd7ad-cb19-4782-aa1a-7823e11af309 req-5d163665-a9c0-4da2-9c7e-91b7109a71a0 service nova] Acquiring lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.709882] env[69365]: DEBUG oslo_concurrency.lockutils [req-f37dd7ad-cb19-4782-aa1a-7823e11af309 req-5d163665-a9c0-4da2-9c7e-91b7109a71a0 service nova] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.710215] env[69365]: DEBUG oslo_concurrency.lockutils [req-f37dd7ad-cb19-4782-aa1a-7823e11af309 req-5d163665-a9c0-4da2-9c7e-91b7109a71a0 service nova] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.710346] env[69365]: DEBUG nova.compute.manager [req-f37dd7ad-cb19-4782-aa1a-7823e11af309 req-5d163665-a9c0-4da2-9c7e-91b7109a71a0 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] No waiting events found dispatching network-vif-plugged-2b6e634c-22d7-4ad2-8a02-21bfe78cb38c {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.710553] env[69365]: WARNING nova.compute.manager [req-f37dd7ad-cb19-4782-aa1a-7823e11af309 req-5d163665-a9c0-4da2-9c7e-91b7109a71a0 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Received unexpected event network-vif-plugged-2b6e634c-22d7-4ad2-8a02-21bfe78cb38c for instance with vm_state building and task_state spawning. [ 1113.815509] env[69365]: DEBUG nova.network.neutron [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Successfully updated port: 2b6e634c-22d7-4ad2-8a02-21bfe78cb38c {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.834428] env[69365]: DEBUG nova.network.neutron [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Updated VIF entry in instance network info cache for port 2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.834860] env[69365]: DEBUG nova.network.neutron [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Updating instance_info_cache with network_info: [{"id": "2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0", "address": "fa:16:3e:df:7c:76", "network": {"id": "5a8a5c5c-38fd-45b4-be73-fea24d48ffa2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1294130819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08264223cf1a4db1b94941da15459335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe005e9-2e", "ovs_interfaceid": "2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.908552] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154266} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.908853] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.909713] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b73581-a658-4475-9f64-b8ecc22875e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.932585] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 9c026aaa-0963-4ba2-955a-f666ff782ffa/9c026aaa-0963-4ba2-955a-f666ff782ffa.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.932879] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-855eecca-b9e0-4840-8dd6-776f662c975c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.952909] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1113.952909] env[69365]: value = "task-3302526" [ 1113.952909] env[69365]: _type = "Task" [ 1113.952909] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.961090] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.003163] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.003240] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.003394] env[69365]: DEBUG nova.network.neutron [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.058286] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ae858f-5c52-e7f2-9c8b-b325d6b7ddc3, 'name': SearchDatastore_Task, 'duration_secs': 0.059955} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.060928] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.061240] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.061486] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.061645] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.061827] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.062412] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58abc7df-9bc3-451b-beed-8bd7f763e0d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.072807] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.072807] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.075958] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1414f78f-7754-46b3-bb07-f9b24489cc84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.082526] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1114.082526] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52784320-2000-12a2-c0fa-be5e4d9ae233" [ 1114.082526] env[69365]: _type = "Task" [ 1114.082526] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.090226] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52784320-2000-12a2-c0fa-be5e4d9ae233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.315555] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c168dd-b4c3-4f19-8590-ba9b46866490 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.320837] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "refresh_cache-e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.320892] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired lock "refresh_cache-e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.321139] env[69365]: DEBUG nova.network.neutron [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.327092] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c772cf3d-948d-450a-b650-aee811bb8757 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.357762] env[69365]: DEBUG oslo_concurrency.lockutils [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] Releasing lock "refresh_cache-841d861f-7102-4142-adc3-b6ee33b5b029" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.358284] env[69365]: DEBUG nova.compute.manager [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Received event network-changed-a875f437-7cc8-4d84-b6c1-0e88130be317 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.358284] env[69365]: DEBUG nova.compute.manager [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Refreshing instance network info cache due to event network-changed-a875f437-7cc8-4d84-b6c1-0e88130be317. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.358447] env[69365]: DEBUG oslo_concurrency.lockutils [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] Acquiring lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.358565] env[69365]: DEBUG oslo_concurrency.lockutils [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] Acquired lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.358723] env[69365]: DEBUG nova.network.neutron [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Refreshing network info cache for port a875f437-7cc8-4d84-b6c1-0e88130be317 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.361264] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e274cb-d276-48c0-9e59-47bae905c0be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.369517] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769fbead-8788-41cf-aa5e-1c574f2e8e6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.383955] env[69365]: DEBUG nova.compute.provider_tree [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.463512] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302526, 'name': ReconfigVM_Task, 'duration_secs': 0.326043} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.463810] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 9c026aaa-0963-4ba2-955a-f666ff782ffa/9c026aaa-0963-4ba2-955a-f666ff782ffa.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.464443] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3631718b-669b-44d1-8d26-5fd665052a2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.471325] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1114.471325] env[69365]: value = "task-3302527" [ 1114.471325] env[69365]: _type = "Task" [ 1114.471325] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.479535] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302527, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.593205] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52784320-2000-12a2-c0fa-be5e4d9ae233, 'name': SearchDatastore_Task, 'duration_secs': 0.025683} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.594079] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc596ce6-96b8-4624-94ed-9d9b4d5c08f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.599839] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1114.599839] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526187ac-6e57-5ec7-f65b-1884dd1656b2" [ 1114.599839] env[69365]: _type = "Task" [ 1114.599839] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.607425] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526187ac-6e57-5ec7-f65b-1884dd1656b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.877680] env[69365]: DEBUG nova.network.neutron [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.886771] env[69365]: DEBUG nova.scheduler.client.report [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.983905] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302527, 'name': Rename_Task, 'duration_secs': 0.133555} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.983905] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.983905] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5d6aa85-e47c-46de-909c-3b0bbe63e7a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.989520] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1114.989520] env[69365]: value = "task-3302528" [ 1114.989520] env[69365]: _type = "Task" [ 1114.989520] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.999988] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.007510] env[69365]: DEBUG nova.network.neutron [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance_info_cache with network_info: [{"id": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "address": "fa:16:3e:5a:f5:60", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f15ee2-80", "ovs_interfaceid": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.109983] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526187ac-6e57-5ec7-f65b-1884dd1656b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012799} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.110360] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.110670] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 841d861f-7102-4142-adc3-b6ee33b5b029/841d861f-7102-4142-adc3-b6ee33b5b029.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.110881] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e0ce362-b06b-43bb-85dd-fd9855baba46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.116569] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1115.116569] env[69365]: value = "task-3302529" [ 1115.116569] env[69365]: _type = "Task" [ 1115.116569] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.124181] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.203559] env[69365]: DEBUG nova.network.neutron [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Updating instance_info_cache with network_info: [{"id": "2b6e634c-22d7-4ad2-8a02-21bfe78cb38c", "address": "fa:16:3e:bb:eb:66", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6e634c-22", "ovs_interfaceid": "2b6e634c-22d7-4ad2-8a02-21bfe78cb38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.289428] env[69365]: DEBUG nova.network.neutron [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updated VIF entry in instance network info cache for port a875f437-7cc8-4d84-b6c1-0e88130be317. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.289793] env[69365]: DEBUG nova.network.neutron [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updating instance_info_cache with network_info: [{"id": "a875f437-7cc8-4d84-b6c1-0e88130be317", "address": "fa:16:3e:77:4c:fc", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa875f437-7c", "ovs_interfaceid": "a875f437-7cc8-4d84-b6c1-0e88130be317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.393800] env[69365]: DEBUG oslo_concurrency.lockutils [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.396201] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.324s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.396431] env[69365]: DEBUG nova.objects.instance [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lazy-loading 'resources' on Instance uuid 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.417522] env[69365]: INFO nova.scheduler.client.report [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Deleted allocations for instance 959b7468-5c58-41d6-8623-5835395c59f6 [ 1115.502018] env[69365]: DEBUG oslo_vmware.api [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302528, 'name': PowerOnVM_Task, 'duration_secs': 0.48301} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.502442] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.502840] env[69365]: INFO nova.compute.manager [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1115.503055] env[69365]: DEBUG nova.compute.manager [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.504066] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c98fcd4-0fa8-42c3-8d53-7ebc5eadea23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.511784] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.628813] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302529, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.707581] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Releasing lock "refresh_cache-e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.708062] env[69365]: DEBUG nova.compute.manager [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Instance network_info: |[{"id": "2b6e634c-22d7-4ad2-8a02-21bfe78cb38c", "address": "fa:16:3e:bb:eb:66", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6e634c-22", "ovs_interfaceid": "2b6e634c-22d7-4ad2-8a02-21bfe78cb38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.708535] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:eb:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b6e634c-22d7-4ad2-8a02-21bfe78cb38c', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.723401] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Creating folder: Project (834a6dc617e4475d811bb1f4abb07117). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.723664] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01a33b84-a51a-49d0-b4db-57161b12f590 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.736704] env[69365]: DEBUG nova.compute.manager [req-3ffc824e-2b00-4b00-bfb0-49f2dcf5522b req-d4768315-5555-470b-a3c2-a31fb0434a98 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Received event network-changed-2b6e634c-22d7-4ad2-8a02-21bfe78cb38c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.737051] env[69365]: DEBUG nova.compute.manager [req-3ffc824e-2b00-4b00-bfb0-49f2dcf5522b req-d4768315-5555-470b-a3c2-a31fb0434a98 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Refreshing instance network info cache due to event network-changed-2b6e634c-22d7-4ad2-8a02-21bfe78cb38c. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.737408] env[69365]: DEBUG oslo_concurrency.lockutils [req-3ffc824e-2b00-4b00-bfb0-49f2dcf5522b req-d4768315-5555-470b-a3c2-a31fb0434a98 service nova] Acquiring lock "refresh_cache-e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.737674] env[69365]: DEBUG oslo_concurrency.lockutils [req-3ffc824e-2b00-4b00-bfb0-49f2dcf5522b req-d4768315-5555-470b-a3c2-a31fb0434a98 service nova] Acquired lock "refresh_cache-e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.737960] env[69365]: DEBUG nova.network.neutron [req-3ffc824e-2b00-4b00-bfb0-49f2dcf5522b req-d4768315-5555-470b-a3c2-a31fb0434a98 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Refreshing network info cache for port 2b6e634c-22d7-4ad2-8a02-21bfe78cb38c {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.741871] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Created folder: Project (834a6dc617e4475d811bb1f4abb07117) in parent group-v659152. [ 1115.742157] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Creating folder: Instances. Parent ref: group-v659436. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.742782] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6afbde85-3182-4fe4-9bb2-522b07e76887 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.756875] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Created folder: Instances in parent group-v659436. [ 1115.757098] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.757418] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.757693] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdcc5014-cf07-4c08-b23c-68a722a5af44 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.790325] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.790325] env[69365]: value = "task-3302532" [ 1115.790325] env[69365]: _type = "Task" [ 1115.790325] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.795682] env[69365]: DEBUG oslo_concurrency.lockutils [req-20b610a8-7454-4b85-aa26-6b4c63d1ccc7 req-845726d4-c510-4e57-bcdb-2acb7750ef06 service nova] Releasing lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.803290] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302532, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.926735] env[69365]: DEBUG oslo_concurrency.lockutils [None req-43cc49eb-bd9b-445e-9a94-bcbc6948bf13 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "959b7468-5c58-41d6-8623-5835395c59f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.340s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.049281] env[69365]: INFO nova.compute.manager [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Took 33.61 seconds to build instance. [ 1116.127479] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643727} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.127722] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 841d861f-7102-4142-adc3-b6ee33b5b029/841d861f-7102-4142-adc3-b6ee33b5b029.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.127987] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.128278] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed346fb4-7991-422f-81e2-30c700013e79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.138164] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1116.138164] env[69365]: value = "task-3302533" [ 1116.138164] env[69365]: _type = "Task" [ 1116.138164] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.146535] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.245896] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47be8fbe-f0f8-4b02-bc1c-8802cc9d2e51 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.253930] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ed0553-95ee-4e8c-bfa1-a94f6c222b26 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.285336] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68a565c-4a1d-4ea5-a96b-4459cf9390c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.297979] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48678628-b1cc-461b-b900-baaeb34f7469 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.306997] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302532, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.316969] env[69365]: DEBUG nova.compute.provider_tree [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.481837] env[69365]: DEBUG nova.network.neutron [req-3ffc824e-2b00-4b00-bfb0-49f2dcf5522b req-d4768315-5555-470b-a3c2-a31fb0434a98 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Updated VIF entry in instance network info cache for port 2b6e634c-22d7-4ad2-8a02-21bfe78cb38c. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.482223] env[69365]: DEBUG nova.network.neutron [req-3ffc824e-2b00-4b00-bfb0-49f2dcf5522b req-d4768315-5555-470b-a3c2-a31fb0434a98 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Updating instance_info_cache with network_info: [{"id": "2b6e634c-22d7-4ad2-8a02-21bfe78cb38c", "address": "fa:16:3e:bb:eb:66", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6e634c-22", "ovs_interfaceid": "2b6e634c-22d7-4ad2-8a02-21bfe78cb38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.553761] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d2a803f7-3931-4d33-ae12-4948114f6caf tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "9c026aaa-0963-4ba2-955a-f666ff782ffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.122s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.647026] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086717} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.647197] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.647968] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866aef92-f43a-4a02-abe2-e08f8fca0515 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.670278] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 841d861f-7102-4142-adc3-b6ee33b5b029/841d861f-7102-4142-adc3-b6ee33b5b029.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.670921] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af14504b-5fb7-4aa7-829b-b83641421161 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.691548] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1116.691548] env[69365]: value = "task-3302534" [ 1116.691548] env[69365]: _type = "Task" [ 1116.691548] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.700339] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.807787] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302532, 'name': CreateVM_Task, 'duration_secs': 0.544496} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.807787] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.807787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.807787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.807787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.807787] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb31bab-04e2-4e12-bd1a-b90931ea922b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.812674] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1116.812674] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52748721-dfa2-d1ba-a60d-63ff89ea1db5" [ 1116.812674] env[69365]: _type = "Task" [ 1116.812674] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.822057] env[69365]: DEBUG nova.scheduler.client.report [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.825668] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52748721-dfa2-d1ba-a60d-63ff89ea1db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.985102] env[69365]: DEBUG oslo_concurrency.lockutils [req-3ffc824e-2b00-4b00-bfb0-49f2dcf5522b req-d4768315-5555-470b-a3c2-a31fb0434a98 service nova] Releasing lock "refresh_cache-e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.033471] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b44b16d-2b7f-4f92-81a2-2631e69dbb4f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.053009] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance '82ca099c-426d-4ef1-b78e-a6039bb4e284' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.208244] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.322913] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52748721-dfa2-d1ba-a60d-63ff89ea1db5, 'name': SearchDatastore_Task, 'duration_secs': 0.015702} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.323254] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.323483] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.323713] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.323856] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.324042] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.324299] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9e137e6-8e40-4766-a15f-9ef6fc53194f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.327956] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.330030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.781s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.335807] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.335991] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.337225] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e43f00a-97a3-4439-b90c-c23f934f1e8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.342656] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1117.342656] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522f94af-e925-6414-170c-6f2c06e1e84e" [ 1117.342656] env[69365]: _type = "Task" [ 1117.342656] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.352752] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522f94af-e925-6414-170c-6f2c06e1e84e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.362847] env[69365]: INFO nova.scheduler.client.report [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Deleted allocations for instance 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f [ 1117.368939] env[69365]: DEBUG nova.compute.manager [req-3e7bbf1f-aaba-43e6-8554-155729fb8afd req-174c2ebe-af77-4d74-a7fb-75d5f58484d0 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Received event network-changed-d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.370250] env[69365]: DEBUG nova.compute.manager [req-3e7bbf1f-aaba-43e6-8554-155729fb8afd req-174c2ebe-af77-4d74-a7fb-75d5f58484d0 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Refreshing instance network info cache due to event network-changed-d688ceff-8a05-4acd-8a17-72f454e2dce7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.371267] env[69365]: DEBUG oslo_concurrency.lockutils [req-3e7bbf1f-aaba-43e6-8554-155729fb8afd req-174c2ebe-af77-4d74-a7fb-75d5f58484d0 service nova] Acquiring lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.371436] env[69365]: DEBUG oslo_concurrency.lockutils [req-3e7bbf1f-aaba-43e6-8554-155729fb8afd req-174c2ebe-af77-4d74-a7fb-75d5f58484d0 service nova] Acquired lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.371610] env[69365]: DEBUG nova.network.neutron [req-3e7bbf1f-aaba-43e6-8554-155729fb8afd req-174c2ebe-af77-4d74-a7fb-75d5f58484d0 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Refreshing network info cache for port d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.558985] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.559408] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d1cb7e4-11bd-4ba7-9a76-c94b57657655 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.567699] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1117.567699] env[69365]: value = "task-3302535" [ 1117.567699] env[69365]: _type = "Task" [ 1117.567699] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.579617] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.705856] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302534, 'name': ReconfigVM_Task, 'duration_secs': 0.979955} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.706163] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 841d861f-7102-4142-adc3-b6ee33b5b029/841d861f-7102-4142-adc3-b6ee33b5b029.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.706807] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0721b41-628a-478e-b1d4-3ec1626248da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.713521] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1117.713521] env[69365]: value = "task-3302536" [ 1117.713521] env[69365]: _type = "Task" [ 1117.713521] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.722045] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302536, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.838781] env[69365]: INFO nova.compute.claims [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.853049] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522f94af-e925-6414-170c-6f2c06e1e84e, 'name': SearchDatastore_Task, 'duration_secs': 0.017504} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.853376] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2add7531-3c7e-4476-90f4-6bb3f2039ee1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.858528] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1117.858528] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e5841-95d3-9fe6-3f19-79de09ee71c1" [ 1117.858528] env[69365]: _type = "Task" [ 1117.858528] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.866273] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e5841-95d3-9fe6-3f19-79de09ee71c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.876103] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb473a4-3a9f-4169-95c6-ba4ab4041ac4 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "2c5965ae-d480-41a6-972b-a4f0d8e0ba7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.256s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.078879] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302535, 'name': PowerOffVM_Task, 'duration_secs': 0.277125} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.078879] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.078879] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance '82ca099c-426d-4ef1-b78e-a6039bb4e284' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.174591] env[69365]: DEBUG nova.network.neutron [req-3e7bbf1f-aaba-43e6-8554-155729fb8afd req-174c2ebe-af77-4d74-a7fb-75d5f58484d0 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updated VIF entry in instance network info cache for port d688ceff-8a05-4acd-8a17-72f454e2dce7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.175074] env[69365]: DEBUG nova.network.neutron [req-3e7bbf1f-aaba-43e6-8554-155729fb8afd req-174c2ebe-af77-4d74-a7fb-75d5f58484d0 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updating instance_info_cache with network_info: [{"id": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "address": "fa:16:3e:98:c5:68", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd688ceff-8a", "ovs_interfaceid": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.224202] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302536, 'name': Rename_Task, 'duration_secs': 0.158662} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.224965] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.225435] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00b4cfd5-5b2f-4677-8b4f-42333ae27496 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.232345] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1118.232345] env[69365]: value = "task-3302537" [ 1118.232345] env[69365]: _type = "Task" [ 1118.232345] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.240746] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.288377] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "2b3ef396-2469-4cc8-961c-c406bfb958c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.288701] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "2b3ef396-2469-4cc8-961c-c406bfb958c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.345717] env[69365]: INFO nova.compute.resource_tracker [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating resource usage from migration eacc41a8-8a9a-41d8-a516-67e2cbe62d7e [ 1118.370750] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529e5841-95d3-9fe6-3f19-79de09ee71c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.374553] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.374840] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e41159ba-60e5-4bff-9c66-8c5ed6b7bd87/e41159ba-60e5-4bff-9c66-8c5ed6b7bd87.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.375633] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad4a82d4-52c1-4931-b026-a39a5d38b554 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.382729] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1118.382729] env[69365]: value = "task-3302538" [ 1118.382729] env[69365]: _type = "Task" [ 1118.382729] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.394214] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.586081] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.586081] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.586441] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.586441] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.586617] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.586804] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.587129] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.587357] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.587616] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.587843] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.588118] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.593765] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9882de40-82fa-4ef1-933d-99f879ae9f98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.618944] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "0f306168-ce73-4cfc-b98c-8a712625af18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.619211] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "0f306168-ce73-4cfc-b98c-8a712625af18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.623987] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1118.623987] env[69365]: value = "task-3302539" [ 1118.623987] env[69365]: _type = "Task" [ 1118.623987] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.637426] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.678742] env[69365]: DEBUG oslo_concurrency.lockutils [req-3e7bbf1f-aaba-43e6-8554-155729fb8afd req-174c2ebe-af77-4d74-a7fb-75d5f58484d0 service nova] Releasing lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.752812] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302537, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.772235] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777705c7-40cd-45df-816c-bd003c80f15d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.781244] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320c69ab-974f-4001-aad1-04aa068f5884 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.834602] env[69365]: DEBUG nova.compute.manager [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.838808] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a28341-1f58-481d-ae19-45944efa7fa9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.850296] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14ec46a-3649-40fd-a813-b8ddb89e6ada {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.870483] env[69365]: DEBUG nova.compute.provider_tree [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.898442] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302538, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.121986] env[69365]: DEBUG nova.compute.manager [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.133949] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302539, 'name': ReconfigVM_Task, 'duration_secs': 0.260292} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.134310] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance '82ca099c-426d-4ef1-b78e-a6039bb4e284' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.169027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "e22fcafe-7e54-4687-83c8-0c23d3991dd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.169285] env[69365]: DEBUG oslo_concurrency.lockutils [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "e22fcafe-7e54-4687-83c8-0c23d3991dd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.169506] env[69365]: DEBUG oslo_concurrency.lockutils [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "e22fcafe-7e54-4687-83c8-0c23d3991dd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.169693] env[69365]: DEBUG oslo_concurrency.lockutils [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "e22fcafe-7e54-4687-83c8-0c23d3991dd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.169879] env[69365]: DEBUG oslo_concurrency.lockutils [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "e22fcafe-7e54-4687-83c8-0c23d3991dd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.172381] env[69365]: INFO nova.compute.manager [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Terminating instance [ 1119.243057] env[69365]: DEBUG oslo_vmware.api [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302537, 'name': PowerOnVM_Task, 'duration_secs': 0.800937} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.243057] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.243057] env[69365]: INFO nova.compute.manager [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1119.243057] env[69365]: DEBUG nova.compute.manager [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.243706] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95446665-ab21-40a4-a0ca-3262eeaf8cb3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.368027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.374094] env[69365]: DEBUG nova.scheduler.client.report [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.394426] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678963} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.394658] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e41159ba-60e5-4bff-9c66-8c5ed6b7bd87/e41159ba-60e5-4bff-9c66-8c5ed6b7bd87.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.394866] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.395120] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fc33fde-e55a-48ea-bc3e-e11d1ba80c3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.401597] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1119.401597] env[69365]: value = "task-3302540" [ 1119.401597] env[69365]: _type = "Task" [ 1119.401597] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.412771] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.641062] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.641350] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.641489] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.641672] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.641820] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.641969] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.642197] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.642403] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.642581] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.642747] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.642921] env[69365]: DEBUG nova.virt.hardware [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.648288] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Reconfiguring VM instance instance-00000018 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.649428] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.649695] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa797c3-d5b7-4f54-a7a6-00fb385592a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.671602] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1119.671602] env[69365]: value = "task-3302541" [ 1119.671602] env[69365]: _type = "Task" [ 1119.671602] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.675616] env[69365]: DEBUG nova.compute.manager [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.676309] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.677037] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1999af-53cd-45ff-a97f-055e6e84030e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.683046] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.686976] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.687245] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ac89f9c-468c-4c6f-b4fe-90d8e6131454 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.693143] env[69365]: DEBUG oslo_vmware.api [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1119.693143] env[69365]: value = "task-3302542" [ 1119.693143] env[69365]: _type = "Task" [ 1119.693143] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.701514] env[69365]: DEBUG oslo_vmware.api [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.762107] env[69365]: INFO nova.compute.manager [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Took 33.72 seconds to build instance. [ 1119.881499] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.550s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.881499] env[69365]: INFO nova.compute.manager [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Migrating [ 1119.893153] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.767s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.893197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.893342] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1119.894576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.720s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.894576] env[69365]: DEBUG nova.objects.instance [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lazy-loading 'resources' on Instance uuid f9703a3e-4bb9-4423-adb5-f4be4a295dae {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.901047] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a70c79c-b158-442a-a2d1-99e9f5d87e56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.916045] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948cfba3-6f48-4eab-9570-32e2ef0c14fd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.921959] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072248} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.922414] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.923537] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cd93ab-44ba-45b7-9373-62bbc81e9924 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.937252] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51b7bb8-9b98-45d1-b485-ad96dd68bf8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.959480] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] e41159ba-60e5-4bff-9c66-8c5ed6b7bd87/e41159ba-60e5-4bff-9c66-8c5ed6b7bd87.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.963018] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26ecf845-4938-4770-8467-a7f8896aeabc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.980378] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c170f3b7-1aeb-4c49-92eb-35fb7e252954 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.986890] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1119.986890] env[69365]: value = "task-3302543" [ 1119.986890] env[69365]: _type = "Task" [ 1119.986890] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.728719] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c7806-3fd0-48c6-a2d8-2a32a7a40670 tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "841d861f-7102-4142-adc3-b6ee33b5b029" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.694s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.731608] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.731771] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.731940] env[69365]: DEBUG nova.network.neutron [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.733207] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178547MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1120.733324] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.747802] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302543, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.748058] env[69365]: WARNING oslo_vmware.common.loopingcall [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] task run outlasted interval by 0.260551 sec [ 1120.758695] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302541, 'name': ReconfigVM_Task, 'duration_secs': 0.366871} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.759055] env[69365]: DEBUG oslo_vmware.api [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302542, 'name': PowerOffVM_Task, 'duration_secs': 0.278741} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.761988] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Reconfigured VM instance instance-00000018 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.762342] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.762531] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.763706] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ef79a5-d3ea-48a4-8fff-7d029c26b6a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.766758] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e2720ce-1d8a-4149-a8ad-6c1fd8bccf63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.772296] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302543, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.792088] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 82ca099c-426d-4ef1-b78e-a6039bb4e284/82ca099c-426d-4ef1-b78e-a6039bb4e284.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.795191] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e137e05-2075-434b-afed-d9806cc6f643 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.814117] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1120.814117] env[69365]: value = "task-3302545" [ 1120.814117] env[69365]: _type = "Task" [ 1120.814117] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.824679] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.843335] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.844106] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.844106] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Deleting the datastore file [datastore2] e22fcafe-7e54-4687-83c8-0c23d3991dd8 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.844459] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2078aaec-889c-4697-b3fb-c0790fecb0d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.851915] env[69365]: DEBUG oslo_vmware.api [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for the task: (returnval){ [ 1120.851915] env[69365]: value = "task-3302546" [ 1120.851915] env[69365]: _type = "Task" [ 1120.851915] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.860197] env[69365]: DEBUG oslo_vmware.api [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.091696] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d3ba94-d43f-469e-adc0-dbc602788c92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.099614] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688f412d-320a-4604-aeff-43668a78cd0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.131025] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee3f2aa-f80d-4547-a07f-8666357e7f03 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.137371] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dba5ca-823a-4bae-95b6-d17d09754498 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.151145] env[69365]: DEBUG nova.compute.provider_tree [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.248610] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "841d861f-7102-4142-adc3-b6ee33b5b029" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.248610] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "841d861f-7102-4142-adc3-b6ee33b5b029" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.248795] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "841d861f-7102-4142-adc3-b6ee33b5b029-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.248866] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "841d861f-7102-4142-adc3-b6ee33b5b029-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.249041] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "841d861f-7102-4142-adc3-b6ee33b5b029-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.254278] env[69365]: INFO nova.compute.manager [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Terminating instance [ 1121.260183] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302543, 'name': ReconfigVM_Task, 'duration_secs': 0.807427} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.260482] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Reconfigured VM instance instance-00000066 to attach disk [datastore2] e41159ba-60e5-4bff-9c66-8c5ed6b7bd87/e41159ba-60e5-4bff-9c66-8c5ed6b7bd87.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.261093] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad3e014d-503c-43ae-9173-1446a1b2defe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.268461] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1121.268461] env[69365]: value = "task-3302547" [ 1121.268461] env[69365]: _type = "Task" [ 1121.268461] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.278706] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302547, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.323881] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302545, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.361726] env[69365]: DEBUG oslo_vmware.api [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Task: {'id': task-3302546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236263} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.361995] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.362206] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.362395] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.362576] env[69365]: INFO nova.compute.manager [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1121.362841] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.363054] env[69365]: DEBUG nova.compute.manager [-] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.363154] env[69365]: DEBUG nova.network.neutron [-] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.522901] env[69365]: INFO nova.compute.manager [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Rebuilding instance [ 1121.563407] env[69365]: DEBUG nova.network.neutron [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance_info_cache with network_info: [{"id": "7dd658c6-0480-461e-aaf5-393f19a6993a", "address": "fa:16:3e:15:ba:7d", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd658c6-04", "ovs_interfaceid": "7dd658c6-0480-461e-aaf5-393f19a6993a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.579588] env[69365]: DEBUG nova.compute.manager [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.581103] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8565d8de-ff70-49d4-9c7f-e8f3f66c7c0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.654883] env[69365]: DEBUG nova.scheduler.client.report [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.758393] env[69365]: DEBUG nova.compute.manager [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.758788] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.759654] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd28f61d-e6af-485a-8ac9-e1e7376c55f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.769605] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.773091] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e3c5849-005d-4001-b582-96cd3226e0dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.780513] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302547, 'name': Rename_Task, 'duration_secs': 0.176411} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.781537] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.781848] env[69365]: DEBUG oslo_vmware.api [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1121.781848] env[69365]: value = "task-3302548" [ 1121.781848] env[69365]: _type = "Task" [ 1121.781848] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.782085] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4f1d243-8bf1-4931-b03c-2cbda13eb206 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.793714] env[69365]: DEBUG oslo_vmware.api [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.794974] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1121.794974] env[69365]: value = "task-3302549" [ 1121.794974] env[69365]: _type = "Task" [ 1121.794974] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.802422] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.824049] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302545, 'name': ReconfigVM_Task, 'duration_secs': 0.527469} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.824354] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 82ca099c-426d-4ef1-b78e-a6039bb4e284/82ca099c-426d-4ef1-b78e-a6039bb4e284.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.824867] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance '82ca099c-426d-4ef1-b78e-a6039bb4e284' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.063438] env[69365]: DEBUG nova.compute.manager [req-9af40872-70b3-4dd5-92a9-a960b80bd7cb req-61ad283b-74c6-4212-9ca9-b5f1fddf19ab service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Received event network-vif-deleted-2e3ba458-02ed-47b1-b164-bb0d024d73bb {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.063664] env[69365]: INFO nova.compute.manager [req-9af40872-70b3-4dd5-92a9-a960b80bd7cb req-61ad283b-74c6-4212-9ca9-b5f1fddf19ab service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Neutron deleted interface 2e3ba458-02ed-47b1-b164-bb0d024d73bb; detaching it from the instance and deleting it from the info cache [ 1122.063840] env[69365]: DEBUG nova.network.neutron [req-9af40872-70b3-4dd5-92a9-a960b80bd7cb req-61ad283b-74c6-4212-9ca9-b5f1fddf19ab service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.068319] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.159919] env[69365]: DEBUG oslo_concurrency.lockutils [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.162463] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.567s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.162706] env[69365]: DEBUG nova.objects.instance [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lazy-loading 'resources' on Instance uuid e203a10b-51d3-4da9-b427-4889c25cdde6 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.186971] env[69365]: INFO nova.scheduler.client.report [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Deleted allocations for instance f9703a3e-4bb9-4423-adb5-f4be4a295dae [ 1122.297020] env[69365]: DEBUG oslo_vmware.api [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302548, 'name': PowerOffVM_Task, 'duration_secs': 0.230738} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.297020] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.297020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.299143] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c3f92aa-457b-4d0f-88ee-2d62c42b9c25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.305864] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.331888] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fa6b8a-51ac-42b4-9f05-3848e6c1b281 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.353101] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49abf12-f05f-43b4-9782-6521cfd8bcee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.372594] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance '82ca099c-426d-4ef1-b78e-a6039bb4e284' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.376879] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.377102] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.377369] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleting the datastore file [datastore2] 841d861f-7102-4142-adc3-b6ee33b5b029 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.377623] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad3ea66-40a7-4c3e-bcab-22b4b68e1647 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.387017] env[69365]: DEBUG oslo_vmware.api [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for the task: (returnval){ [ 1122.387017] env[69365]: value = "task-3302551" [ 1122.387017] env[69365]: _type = "Task" [ 1122.387017] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.393771] env[69365]: DEBUG oslo_vmware.api [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.466381] env[69365]: DEBUG nova.network.neutron [-] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.571021] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0ec22b6-3bc2-46ee-bafb-12b0687aca19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.578282] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29e0ad4-0836-4c91-8cba-ceb3325bea84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.599983] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.600205] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca9d78a2-bc96-4012-9f44-f07aaa15d208 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.616500] env[69365]: DEBUG nova.compute.manager [req-9af40872-70b3-4dd5-92a9-a960b80bd7cb req-61ad283b-74c6-4212-9ca9-b5f1fddf19ab service nova] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Detach interface failed, port_id=2e3ba458-02ed-47b1-b164-bb0d024d73bb, reason: Instance e22fcafe-7e54-4687-83c8-0c23d3991dd8 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1122.618601] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Waiting for the task: (returnval){ [ 1122.618601] env[69365]: value = "task-3302552" [ 1122.618601] env[69365]: _type = "Task" [ 1122.618601] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.627107] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.694748] env[69365]: DEBUG oslo_concurrency.lockutils [None req-56aaf255-e540-4001-a180-99d60e63beda tempest-ServerRescueTestJSON-1108443546 tempest-ServerRescueTestJSON-1108443546-project-member] Lock "f9703a3e-4bb9-4423-adb5-f4be4a295dae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.104s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.809329] env[69365]: DEBUG oslo_vmware.api [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302549, 'name': PowerOnVM_Task, 'duration_secs': 0.653274} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.809671] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.809810] env[69365]: INFO nova.compute.manager [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1122.809998] env[69365]: DEBUG nova.compute.manager [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.810822] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2b9b66-ebd4-4ddb-a547-f1e6cacfda91 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.895692] env[69365]: DEBUG oslo_vmware.api [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Task: {'id': task-3302551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298047} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.896247] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.896247] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.896384] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.896553] env[69365]: INFO nova.compute.manager [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1122.898484] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.898484] env[69365]: DEBUG nova.compute.manager [-] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.898484] env[69365]: DEBUG nova.network.neutron [-] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.969773] env[69365]: INFO nova.compute.manager [-] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Took 1.61 seconds to deallocate network for instance. [ 1122.985031] env[69365]: DEBUG nova.network.neutron [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Port c7f15ee2-80dc-42ef-b5be-56063ae128d1 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1123.036061] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4b197e-6fc5-4d7a-ba63-e7dc9011900a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.043867] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f200acc-db39-4f0e-b889-ddc0855fc8db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.073982] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc69c8c-292d-463c-b23a-956661204d37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.084331] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02325f6f-fcc9-42d1-b317-d888490fb3a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.099308] env[69365]: DEBUG nova.compute.provider_tree [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.128017] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302552, 'name': PowerOffVM_Task, 'duration_secs': 0.216911} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.128281] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.128965] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.129220] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b432ae66-a0aa-4bc9-a847-e67582f436e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.135146] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Waiting for the task: (returnval){ [ 1123.135146] env[69365]: value = "task-3302553" [ 1123.135146] env[69365]: _type = "Task" [ 1123.135146] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.143493] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.329491] env[69365]: INFO nova.compute.manager [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Took 35.16 seconds to build instance. [ 1123.478539] env[69365]: DEBUG oslo_concurrency.lockutils [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.585570] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae28c6d-9260-4031-a69e-ed9703f94f3b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.609320] env[69365]: DEBUG nova.scheduler.client.report [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.613584] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance '14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.647668] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1123.647889] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1123.648095] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659399', 'volume_id': 'b097a98f-44af-4ba9-8683-d7d18232a2b3', 'name': 'volume-b097a98f-44af-4ba9-8683-d7d18232a2b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce8b3dc-a511-4ad0-a984-7378dda61f07', 'attached_at': '', 'detached_at': '', 'volume_id': 'b097a98f-44af-4ba9-8683-d7d18232a2b3', 'serial': 'b097a98f-44af-4ba9-8683-d7d18232a2b3'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1123.648862] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e9c9d8-3186-48a9-9812-9b1a56199bbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.668170] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc76dfbd-b7d8-41c0-980c-edc5063efb98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.677388] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037778ec-1b8f-46eb-9a20-a3f92b8c2913 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.696961] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09111ed5-e501-4749-83af-8e61f2554326 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.711863] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] The volume has not been displaced from its original location: [datastore1] volume-b097a98f-44af-4ba9-8683-d7d18232a2b3/volume-b097a98f-44af-4ba9-8683-d7d18232a2b3.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1123.717184] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.717771] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09fec1c9-daca-4d09-9229-2c54a9b22b2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.737773] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Waiting for the task: (returnval){ [ 1123.737773] env[69365]: value = "task-3302554" [ 1123.737773] env[69365]: _type = "Task" [ 1123.737773] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.747750] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.831544] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5af01a8c-1438-474c-a93d-583254e4a5a6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.672s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.010491] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "82ca099c-426d-4ef1-b78e-a6039bb4e284-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.011193] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.011517] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.106195] env[69365]: DEBUG nova.compute.manager [req-b0d0443b-95bc-4bb3-b71d-b2dc68191f4a req-4fedc610-8c6a-4816-9ef4-a80e4c3ddfe5 service nova] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Received event network-vif-deleted-2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.106429] env[69365]: INFO nova.compute.manager [req-b0d0443b-95bc-4bb3-b71d-b2dc68191f4a req-4fedc610-8c6a-4816-9ef4-a80e4c3ddfe5 service nova] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Neutron deleted interface 2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0; detaching it from the instance and deleting it from the info cache [ 1124.106606] env[69365]: DEBUG nova.network.neutron [req-b0d0443b-95bc-4bb3-b71d-b2dc68191f4a req-4fedc610-8c6a-4816-9ef4-a80e4c3ddfe5 service nova] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.114986] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.122322] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.773s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.122322] env[69365]: INFO nova.compute.claims [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.130023] env[69365]: DEBUG nova.network.neutron [-] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.130599] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.131202] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6774d74f-f96f-490f-9df5-fa39953e28d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.141237] env[69365]: DEBUG oslo_vmware.api [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1124.141237] env[69365]: value = "task-3302555" [ 1124.141237] env[69365]: _type = "Task" [ 1124.141237] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.145637] env[69365]: INFO nova.scheduler.client.report [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted allocations for instance e203a10b-51d3-4da9-b427-4889c25cdde6 [ 1124.159810] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1124.160206] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance '14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.211814] env[69365]: DEBUG nova.compute.manager [req-f065d8be-dc55-4470-a0d4-bb731a60d691 req-4ead9f99-cec0-462b-95da-8a5d0ecf64d1 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Received event network-changed-2b6e634c-22d7-4ad2-8a02-21bfe78cb38c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.212019] env[69365]: DEBUG nova.compute.manager [req-f065d8be-dc55-4470-a0d4-bb731a60d691 req-4ead9f99-cec0-462b-95da-8a5d0ecf64d1 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Refreshing instance network info cache due to event network-changed-2b6e634c-22d7-4ad2-8a02-21bfe78cb38c. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.212238] env[69365]: DEBUG oslo_concurrency.lockutils [req-f065d8be-dc55-4470-a0d4-bb731a60d691 req-4ead9f99-cec0-462b-95da-8a5d0ecf64d1 service nova] Acquiring lock "refresh_cache-e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.212409] env[69365]: DEBUG oslo_concurrency.lockutils [req-f065d8be-dc55-4470-a0d4-bb731a60d691 req-4ead9f99-cec0-462b-95da-8a5d0ecf64d1 service nova] Acquired lock "refresh_cache-e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.212575] env[69365]: DEBUG nova.network.neutron [req-f065d8be-dc55-4470-a0d4-bb731a60d691 req-4ead9f99-cec0-462b-95da-8a5d0ecf64d1 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Refreshing network info cache for port 2b6e634c-22d7-4ad2-8a02-21bfe78cb38c {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.253904] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302554, 'name': ReconfigVM_Task, 'duration_secs': 0.351588} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.254311] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.261383] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e91b8776-87e8-4980-8f94-0d324696a460 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.281657] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Waiting for the task: (returnval){ [ 1124.281657] env[69365]: value = "task-3302556" [ 1124.281657] env[69365]: _type = "Task" [ 1124.281657] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.290711] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.609905] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5f94b1c-2ecc-4328-9b39-4a2952bc7a21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.619168] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40382b8-a901-4afa-abed-303ef0959a92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.633727] env[69365]: INFO nova.compute.manager [-] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Took 1.74 seconds to deallocate network for instance. [ 1124.662425] env[69365]: DEBUG nova.compute.manager [req-b0d0443b-95bc-4bb3-b71d-b2dc68191f4a req-4fedc610-8c6a-4816-9ef4-a80e4c3ddfe5 service nova] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Detach interface failed, port_id=2fe005e9-2e29-43cb-8fc8-c58ee6a2f3a0, reason: Instance 841d861f-7102-4142-adc3-b6ee33b5b029 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.663300] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02045495-53f4-4632-a5ba-95b2dcb21269 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "e203a10b-51d3-4da9-b427-4889c25cdde6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.502s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.666186] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.667186] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.667391] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.667589] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.667744] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.667914] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.668134] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.668304] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.668469] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.668657] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.668870] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.674752] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10eb71da-51f1-4768-a28c-08add04074ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.691568] env[69365]: DEBUG oslo_vmware.api [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1124.691568] env[69365]: value = "task-3302557" [ 1124.691568] env[69365]: _type = "Task" [ 1124.691568] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.700528] env[69365]: DEBUG oslo_vmware.api [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.800288] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302556, 'name': ReconfigVM_Task, 'duration_secs': 0.269948} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.800829] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659399', 'volume_id': 'b097a98f-44af-4ba9-8683-d7d18232a2b3', 'name': 'volume-b097a98f-44af-4ba9-8683-d7d18232a2b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce8b3dc-a511-4ad0-a984-7378dda61f07', 'attached_at': '', 'detached_at': '', 'volume_id': 'b097a98f-44af-4ba9-8683-d7d18232a2b3', 'serial': 'b097a98f-44af-4ba9-8683-d7d18232a2b3'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1124.801359] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.802701] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a31fbcd-9249-4b8f-bd8b-ee5ee4f7c311 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.817165] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.817658] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcf671bf-a931-47e3-83fe-1ba0003cd783 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.036117] env[69365]: DEBUG nova.network.neutron [req-f065d8be-dc55-4470-a0d4-bb731a60d691 req-4ead9f99-cec0-462b-95da-8a5d0ecf64d1 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Updated VIF entry in instance network info cache for port 2b6e634c-22d7-4ad2-8a02-21bfe78cb38c. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.036117] env[69365]: DEBUG nova.network.neutron [req-f065d8be-dc55-4470-a0d4-bb731a60d691 req-4ead9f99-cec0-462b-95da-8a5d0ecf64d1 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Updating instance_info_cache with network_info: [{"id": "2b6e634c-22d7-4ad2-8a02-21bfe78cb38c", "address": "fa:16:3e:bb:eb:66", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6e634c-22", "ovs_interfaceid": "2b6e634c-22d7-4ad2-8a02-21bfe78cb38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.040571] env[69365]: DEBUG oslo_concurrency.lockutils [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "cead0389-490a-46c2-8c59-969bbadb28bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.040571] env[69365]: DEBUG oslo_concurrency.lockutils [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "cead0389-490a-46c2-8c59-969bbadb28bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.040571] env[69365]: DEBUG oslo_concurrency.lockutils [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "cead0389-490a-46c2-8c59-969bbadb28bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.040571] env[69365]: DEBUG oslo_concurrency.lockutils [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "cead0389-490a-46c2-8c59-969bbadb28bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.040731] env[69365]: DEBUG oslo_concurrency.lockutils [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "cead0389-490a-46c2-8c59-969bbadb28bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.045291] env[69365]: INFO nova.compute.manager [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Terminating instance [ 1125.093529] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.093750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.093944] env[69365]: DEBUG nova.network.neutron [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.143600] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.205639] env[69365]: DEBUG oslo_vmware.api [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302557, 'name': ReconfigVM_Task, 'duration_secs': 0.160662} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.205977] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance '14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.218429] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.218658] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.219429] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Deleting the datastore file [datastore1] 0ce8b3dc-a511-4ad0-a984-7378dda61f07 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.219429] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33c60e0b-dfbf-47dd-951a-1dbdd486e0c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.228268] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Waiting for the task: (returnval){ [ 1125.228268] env[69365]: value = "task-3302559" [ 1125.228268] env[69365]: _type = "Task" [ 1125.228268] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.240151] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.452909] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ccd744-b419-47be-aa3c-201f3d56153c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.460869] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d538b534-ec94-46ab-ab07-97d56758450a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.492915] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8699c94a-6c20-49a3-b238-4c125507c792 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.500540] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57a9be2-3b91-495c-9f9f-8dc33c7b0f7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.520805] env[69365]: DEBUG nova.compute.provider_tree [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.538338] env[69365]: DEBUG oslo_concurrency.lockutils [req-f065d8be-dc55-4470-a0d4-bb731a60d691 req-4ead9f99-cec0-462b-95da-8a5d0ecf64d1 service nova] Releasing lock "refresh_cache-e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.551788] env[69365]: DEBUG nova.compute.manager [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.552018] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.552897] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49f8afd-bff9-46e9-af66-8f0d443ef670 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.560259] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.560523] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80fb9e1b-474e-43b0-b860-313b62bba709 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.567911] env[69365]: DEBUG oslo_vmware.api [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1125.567911] env[69365]: value = "task-3302560" [ 1125.567911] env[69365]: _type = "Task" [ 1125.567911] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.577696] env[69365]: DEBUG oslo_vmware.api [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.714123] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.714382] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.714541] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.714725] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.714874] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.715037] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.715248] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.715811] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.715811] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.715811] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.715958] env[69365]: DEBUG nova.virt.hardware [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.721720] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.724273] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b03edcd3-a04c-4809-a01a-93b78bc50db9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.745656] env[69365]: DEBUG oslo_vmware.api [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Task: {'id': task-3302559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082338} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.746966] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.747106] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.747275] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.749313] env[69365]: DEBUG oslo_vmware.api [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1125.749313] env[69365]: value = "task-3302561" [ 1125.749313] env[69365]: _type = "Task" [ 1125.749313] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.764074] env[69365]: DEBUG oslo_vmware.api [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.821858] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1125.821858] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa9c1cc1-58a1-4cb5-a73d-07868ffeb381 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.831315] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0112e478-6119-4346-a944-f49bdae0efd2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.873428] env[69365]: ERROR nova.compute.manager [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Failed to detach volume b097a98f-44af-4ba9-8683-d7d18232a2b3 from /dev/sda: nova.exception.InstanceNotFound: Instance 0ce8b3dc-a511-4ad0-a984-7378dda61f07 could not be found. [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Traceback (most recent call last): [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] self.driver.rebuild(**kwargs) [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] raise NotImplementedError() [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] NotImplementedError [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] During handling of the above exception, another exception occurred: [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Traceback (most recent call last): [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] self.driver.detach_volume(context, old_connection_info, [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] return self._volumeops.detach_volume(connection_info, instance) [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] self._detach_volume_vmdk(connection_info, instance) [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] stable_ref.fetch_moref(session) [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] nova.exception.InstanceNotFound: Instance 0ce8b3dc-a511-4ad0-a984-7378dda61f07 could not be found. [ 1125.873428] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] [ 1125.881926] env[69365]: DEBUG nova.network.neutron [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance_info_cache with network_info: [{"id": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "address": "fa:16:3e:5a:f5:60", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f15ee2-80", "ovs_interfaceid": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.024150] env[69365]: DEBUG nova.scheduler.client.report [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.037725] env[69365]: DEBUG nova.compute.utils [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Build of instance 0ce8b3dc-a511-4ad0-a984-7378dda61f07 aborted: Failed to rebuild volume backed instance. {{(pid=69365) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1126.039535] env[69365]: ERROR nova.compute.manager [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 0ce8b3dc-a511-4ad0-a984-7378dda61f07 aborted: Failed to rebuild volume backed instance. [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Traceback (most recent call last): [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] self.driver.rebuild(**kwargs) [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] raise NotImplementedError() [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] NotImplementedError [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] During handling of the above exception, another exception occurred: [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Traceback (most recent call last): [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] self._detach_root_volume(context, instance, root_bdm) [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] with excutils.save_and_reraise_exception(): [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] self.force_reraise() [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] raise self.value [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] self.driver.detach_volume(context, old_connection_info, [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] return self._volumeops.detach_volume(connection_info, instance) [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] self._detach_volume_vmdk(connection_info, instance) [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] stable_ref.fetch_moref(session) [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] nova.exception.InstanceNotFound: Instance 0ce8b3dc-a511-4ad0-a984-7378dda61f07 could not be found. [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] During handling of the above exception, another exception occurred: [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Traceback (most recent call last): [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] yield [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1126.039535] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] self._do_rebuild_instance_with_claim( [ 1126.043185] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1126.043185] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] self._do_rebuild_instance( [ 1126.043185] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1126.043185] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] self._rebuild_default_impl(**kwargs) [ 1126.043185] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1126.043185] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] self._rebuild_volume_backed_instance( [ 1126.043185] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1126.043185] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] raise exception.BuildAbortException( [ 1126.043185] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] nova.exception.BuildAbortException: Build of instance 0ce8b3dc-a511-4ad0-a984-7378dda61f07 aborted: Failed to rebuild volume backed instance. [ 1126.043185] env[69365]: ERROR nova.compute.manager [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] [ 1126.080724] env[69365]: DEBUG oslo_vmware.api [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302560, 'name': PowerOffVM_Task, 'duration_secs': 0.312777} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.081955] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.082157] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.082443] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0866ebf1-901b-491b-8373-933a2d4be778 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.175829] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.176081] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.176273] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleting the datastore file [datastore1] cead0389-490a-46c2-8c59-969bbadb28bf {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.176542] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7071b489-679e-4e36-947f-ec5662105aa6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.183279] env[69365]: DEBUG oslo_vmware.api [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1126.183279] env[69365]: value = "task-3302563" [ 1126.183279] env[69365]: _type = "Task" [ 1126.183279] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.191218] env[69365]: DEBUG oslo_vmware.api [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.259680] env[69365]: DEBUG oslo_vmware.api [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302561, 'name': ReconfigVM_Task, 'duration_secs': 0.171566} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.260025] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1126.260857] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a527f3-ee89-4d4f-93c7-17503685bfac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.285399] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0/14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.285678] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f6c9ad0-30c0-4b73-8de9-c374687ee389 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.303282] env[69365]: DEBUG oslo_vmware.api [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1126.303282] env[69365]: value = "task-3302564" [ 1126.303282] env[69365]: _type = "Task" [ 1126.303282] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.311485] env[69365]: DEBUG oslo_vmware.api [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.384854] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.532315] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.533015] env[69365]: DEBUG nova.compute.manager [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.536055] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.092s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.536156] env[69365]: DEBUG nova.objects.instance [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Lazy-loading 'resources' on Instance uuid fbb9b239-d805-4c65-b998-e02c328403db {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.692947] env[69365]: DEBUG oslo_vmware.api [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308197} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.694027] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.694027] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.694027] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.694027] env[69365]: INFO nova.compute.manager [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1126.694276] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.694470] env[69365]: DEBUG nova.compute.manager [-] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.694566] env[69365]: DEBUG nova.network.neutron [-] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.813839] env[69365]: DEBUG oslo_vmware.api [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.913283] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318b9ba9-03eb-4a20-a590-93f4c6463f40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.934485] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9ea2cd-b808-462f-b819-34a03846c560 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.942028] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance '82ca099c-426d-4ef1-b78e-a6039bb4e284' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.040294] env[69365]: DEBUG nova.compute.utils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.045430] env[69365]: DEBUG nova.compute.manager [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.045661] env[69365]: DEBUG nova.network.neutron [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.061638] env[69365]: DEBUG nova.compute.manager [req-49adb749-47e1-4bbd-af55-7e2672990c8b req-bc01d27a-0be4-4a03-94f1-71531ad5302e service nova] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Received event network-vif-deleted-6c37e9fc-a645-4833-b278-8e89fbbfb554 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.061845] env[69365]: INFO nova.compute.manager [req-49adb749-47e1-4bbd-af55-7e2672990c8b req-bc01d27a-0be4-4a03-94f1-71531ad5302e service nova] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Neutron deleted interface 6c37e9fc-a645-4833-b278-8e89fbbfb554; detaching it from the instance and deleting it from the info cache [ 1127.062031] env[69365]: DEBUG nova.network.neutron [req-49adb749-47e1-4bbd-af55-7e2672990c8b req-bc01d27a-0be4-4a03-94f1-71531ad5302e service nova] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.102635] env[69365]: DEBUG nova.policy [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6cac28c22c4d87bd3e88a43978d109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd29bc10f4174032b8ced8365fc1f7cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.317354] env[69365]: DEBUG oslo_vmware.api [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302564, 'name': ReconfigVM_Task, 'duration_secs': 0.554251} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.317354] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0/14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.317354] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance '14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.325622] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d925ab5-04a5-41b1-b962-ef203e19205b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.332087] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facd7f24-f2b9-4377-a62c-3a46e6211e41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.364349] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a6597a-2859-4087-ba22-2b1d1ae45165 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.371762] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46d8d81-acd3-4843-b247-4f8e960d1b65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.386274] env[69365]: DEBUG nova.compute.provider_tree [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.451330] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.451570] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e29dbbc5-1f6f-49f4-8e05-d04aaa255d2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.459679] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1127.459679] env[69365]: value = "task-3302565" [ 1127.459679] env[69365]: _type = "Task" [ 1127.459679] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.469117] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.483057] env[69365]: DEBUG nova.network.neutron [-] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.522662] env[69365]: DEBUG nova.network.neutron [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Successfully created port: 0efdd4ef-163e-46c7-9311-dea3b1469094 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.546824] env[69365]: DEBUG nova.compute.manager [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.567703] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4ec51ad-113f-4ee0-a78c-e61ca983d1ff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.578814] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b7b4ac-4e01-44e5-beea-35e078bdd8a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.617962] env[69365]: DEBUG nova.compute.manager [req-49adb749-47e1-4bbd-af55-7e2672990c8b req-bc01d27a-0be4-4a03-94f1-71531ad5302e service nova] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Detach interface failed, port_id=6c37e9fc-a645-4833-b278-8e89fbbfb554, reason: Instance cead0389-490a-46c2-8c59-969bbadb28bf could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.830389] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4fe1c6-4b69-4795-ab00-0b16a56eeb9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.850158] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae378596-1bef-48dc-830b-7e443953e458 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.868959] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance '14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.892019] env[69365]: DEBUG nova.scheduler.client.report [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.969654] env[69365]: DEBUG oslo_vmware.api [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302565, 'name': PowerOnVM_Task, 'duration_secs': 0.399216} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.969930] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.970158] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f13d5bc-502a-4ab9-b6c0-d3ff4de56dca tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance '82ca099c-426d-4ef1-b78e-a6039bb4e284' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.986038] env[69365]: INFO nova.compute.manager [-] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Took 1.29 seconds to deallocate network for instance. [ 1128.058599] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.394982] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.397369] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.030s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.399048] env[69365]: INFO nova.compute.claims [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.415931] env[69365]: DEBUG nova.network.neutron [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Port 7dd658c6-0480-461e-aaf5-393f19a6993a binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1128.420341] env[69365]: INFO nova.scheduler.client.report [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Deleted allocations for instance fbb9b239-d805-4c65-b998-e02c328403db [ 1128.493633] env[69365]: DEBUG oslo_concurrency.lockutils [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.558677] env[69365]: DEBUG nova.compute.manager [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.584202] env[69365]: DEBUG nova.virt.hardware [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.584553] env[69365]: DEBUG nova.virt.hardware [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.584665] env[69365]: DEBUG nova.virt.hardware [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.586073] env[69365]: DEBUG nova.virt.hardware [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.586073] env[69365]: DEBUG nova.virt.hardware [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.586073] env[69365]: DEBUG nova.virt.hardware [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.586073] env[69365]: DEBUG nova.virt.hardware [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.586073] env[69365]: DEBUG nova.virt.hardware [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.586073] env[69365]: DEBUG nova.virt.hardware [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.586073] env[69365]: DEBUG nova.virt.hardware [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.586073] env[69365]: DEBUG nova.virt.hardware [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.586884] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdceb124-f2a0-4ddd-b3ec-59a84a538497 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.595191] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91ed03c-9232-4ac5-a25c-7613bb43b66c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.910230] env[69365]: DEBUG oslo_concurrency.lockutils [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Acquiring lock "0ce8b3dc-a511-4ad0-a984-7378dda61f07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.910494] env[69365]: DEBUG oslo_concurrency.lockutils [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Lock "0ce8b3dc-a511-4ad0-a984-7378dda61f07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.910765] env[69365]: DEBUG oslo_concurrency.lockutils [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Acquiring lock "0ce8b3dc-a511-4ad0-a984-7378dda61f07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.910961] env[69365]: DEBUG oslo_concurrency.lockutils [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Lock "0ce8b3dc-a511-4ad0-a984-7378dda61f07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.911299] env[69365]: DEBUG oslo_concurrency.lockutils [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Lock "0ce8b3dc-a511-4ad0-a984-7378dda61f07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.914648] env[69365]: INFO nova.compute.manager [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Terminating instance [ 1128.929801] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2c3e5343-7bbc-4056-a8ba-f23c1088f6f2 tempest-ServersV294TestFqdnHostnames-1196365283 tempest-ServersV294TestFqdnHostnames-1196365283-project-member] Lock "fbb9b239-d805-4c65-b998-e02c328403db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.560s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.128632] env[69365]: DEBUG nova.compute.manager [req-15ff77cc-2b8f-410e-ae20-a1bdabce9f70 req-c45ddbc9-5891-4ed4-8d69-f1d12f78639c service nova] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Received event network-vif-plugged-0efdd4ef-163e-46c7-9311-dea3b1469094 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.130098] env[69365]: DEBUG oslo_concurrency.lockutils [req-15ff77cc-2b8f-410e-ae20-a1bdabce9f70 req-c45ddbc9-5891-4ed4-8d69-f1d12f78639c service nova] Acquiring lock "014b7bd7-b9b1-487c-9758-b618331e4462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.130098] env[69365]: DEBUG oslo_concurrency.lockutils [req-15ff77cc-2b8f-410e-ae20-a1bdabce9f70 req-c45ddbc9-5891-4ed4-8d69-f1d12f78639c service nova] Lock "014b7bd7-b9b1-487c-9758-b618331e4462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.130098] env[69365]: DEBUG oslo_concurrency.lockutils [req-15ff77cc-2b8f-410e-ae20-a1bdabce9f70 req-c45ddbc9-5891-4ed4-8d69-f1d12f78639c service nova] Lock "014b7bd7-b9b1-487c-9758-b618331e4462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.130098] env[69365]: DEBUG nova.compute.manager [req-15ff77cc-2b8f-410e-ae20-a1bdabce9f70 req-c45ddbc9-5891-4ed4-8d69-f1d12f78639c service nova] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] No waiting events found dispatching network-vif-plugged-0efdd4ef-163e-46c7-9311-dea3b1469094 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.130098] env[69365]: WARNING nova.compute.manager [req-15ff77cc-2b8f-410e-ae20-a1bdabce9f70 req-c45ddbc9-5891-4ed4-8d69-f1d12f78639c service nova] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Received unexpected event network-vif-plugged-0efdd4ef-163e-46c7-9311-dea3b1469094 for instance with vm_state building and task_state spawning. [ 1129.199022] env[69365]: DEBUG nova.network.neutron [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Successfully updated port: 0efdd4ef-163e-46c7-9311-dea3b1469094 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.422060] env[69365]: DEBUG nova.compute.manager [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.430311] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcb7d02a-aae6-4aeb-b7e2-d4a685e824e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.440495] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.440745] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.440929] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.449754] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5827903-1d64-4404-ab1f-c647e6e95bc2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.494243] env[69365]: WARNING nova.virt.vmwareapi.driver [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 0ce8b3dc-a511-4ad0-a984-7378dda61f07 could not be found. [ 1129.494379] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.500768] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1fad93b-68fc-4ff9-9172-f9721a114217 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.512698] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9861cdb1-50ee-4681-84a3-e785b3d8cee0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.548796] env[69365]: WARNING nova.virt.vmwareapi.vmops [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0ce8b3dc-a511-4ad0-a984-7378dda61f07 could not be found. [ 1129.549024] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.549215] env[69365]: INFO nova.compute.manager [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Took 0.13 seconds to destroy the instance on the hypervisor. [ 1129.549529] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.552250] env[69365]: DEBUG nova.compute.manager [-] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.552366] env[69365]: DEBUG nova.network.neutron [-] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.704615] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "refresh_cache-014b7bd7-b9b1-487c-9758-b618331e4462" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.704775] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "refresh_cache-014b7bd7-b9b1-487c-9758-b618331e4462" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.704973] env[69365]: DEBUG nova.network.neutron [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.758974] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a2563f-1dac-4178-a620-ba0c2e706960 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.768381] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f9b0d1-278b-4069-951e-10bb3c16d219 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.809161] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a152d710-3f82-49b9-9187-5c3579353567 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.825422] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a985207-71bf-4798-9dbb-d60cce52d70b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.842654] env[69365]: DEBUG nova.compute.provider_tree [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.253608] env[69365]: DEBUG nova.network.neutron [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.324841] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.325130] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.325325] env[69365]: DEBUG nova.compute.manager [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Going to confirm migration 5 {{(pid=69365) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1130.345359] env[69365]: DEBUG nova.scheduler.client.report [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.510970] env[69365]: DEBUG nova.network.neutron [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Updating instance_info_cache with network_info: [{"id": "0efdd4ef-163e-46c7-9311-dea3b1469094", "address": "fa:16:3e:01:5d:6e", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0efdd4ef-16", "ovs_interfaceid": "0efdd4ef-163e-46c7-9311-dea3b1469094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.550886] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.550993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.551164] env[69365]: DEBUG nova.network.neutron [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.695014] env[69365]: DEBUG nova.network.neutron [-] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.852940] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.853438] env[69365]: DEBUG nova.compute.manager [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.857275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.208s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.860226] env[69365]: INFO nova.compute.claims [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.015896] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "refresh_cache-014b7bd7-b9b1-487c-9758-b618331e4462" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.016393] env[69365]: DEBUG nova.compute.manager [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Instance network_info: |[{"id": "0efdd4ef-163e-46c7-9311-dea3b1469094", "address": "fa:16:3e:01:5d:6e", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0efdd4ef-16", "ovs_interfaceid": "0efdd4ef-163e-46c7-9311-dea3b1469094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.017091] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:5d:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0efdd4ef-163e-46c7-9311-dea3b1469094', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.032347] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.032817] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.033158] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f58dd41a-aea1-4227-a5c7-a5a7a79ed5b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.060103] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.060347] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.060592] env[69365]: DEBUG nova.network.neutron [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.060854] env[69365]: DEBUG nova.objects.instance [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lazy-loading 'info_cache' on Instance uuid 82ca099c-426d-4ef1-b78e-a6039bb4e284 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.071130] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.071130] env[69365]: value = "task-3302566" [ 1131.071130] env[69365]: _type = "Task" [ 1131.071130] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.080143] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302566, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.167282] env[69365]: DEBUG nova.compute.manager [req-90db9693-f5cc-42ae-9258-8f5482bdb40f req-8021658f-2b71-4114-b428-9052f44c3824 service nova] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Received event network-changed-0efdd4ef-163e-46c7-9311-dea3b1469094 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.167282] env[69365]: DEBUG nova.compute.manager [req-90db9693-f5cc-42ae-9258-8f5482bdb40f req-8021658f-2b71-4114-b428-9052f44c3824 service nova] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Refreshing instance network info cache due to event network-changed-0efdd4ef-163e-46c7-9311-dea3b1469094. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.167282] env[69365]: DEBUG oslo_concurrency.lockutils [req-90db9693-f5cc-42ae-9258-8f5482bdb40f req-8021658f-2b71-4114-b428-9052f44c3824 service nova] Acquiring lock "refresh_cache-014b7bd7-b9b1-487c-9758-b618331e4462" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.167282] env[69365]: DEBUG oslo_concurrency.lockutils [req-90db9693-f5cc-42ae-9258-8f5482bdb40f req-8021658f-2b71-4114-b428-9052f44c3824 service nova] Acquired lock "refresh_cache-014b7bd7-b9b1-487c-9758-b618331e4462" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.167614] env[69365]: DEBUG nova.network.neutron [req-90db9693-f5cc-42ae-9258-8f5482bdb40f req-8021658f-2b71-4114-b428-9052f44c3824 service nova] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Refreshing network info cache for port 0efdd4ef-163e-46c7-9311-dea3b1469094 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.200972] env[69365]: INFO nova.compute.manager [-] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Took 1.65 seconds to deallocate network for instance. [ 1131.365887] env[69365]: DEBUG nova.compute.utils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.373951] env[69365]: DEBUG nova.compute.manager [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.374623] env[69365]: DEBUG nova.network.neutron [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.380676] env[69365]: DEBUG nova.compute.manager [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.516999] env[69365]: DEBUG nova.policy [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bea9170487bc468691c980517ad8cd95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03188c2e9e3d4da7b18a41fb78d6d5be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.584733] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302566, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.704016] env[69365]: DEBUG nova.network.neutron [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance_info_cache with network_info: [{"id": "7dd658c6-0480-461e-aaf5-393f19a6993a", "address": "fa:16:3e:15:ba:7d", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd658c6-04", "ovs_interfaceid": "7dd658c6-0480-461e-aaf5-393f19a6993a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.780281] env[69365]: INFO nova.compute.manager [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Took 0.58 seconds to detach 1 volumes for instance. [ 1131.783668] env[69365]: DEBUG nova.compute.manager [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Deleting volume: b097a98f-44af-4ba9-8683-d7d18232a2b3 {{(pid=69365) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1132.018205] env[69365]: DEBUG nova.network.neutron [req-90db9693-f5cc-42ae-9258-8f5482bdb40f req-8021658f-2b71-4114-b428-9052f44c3824 service nova] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Updated VIF entry in instance network info cache for port 0efdd4ef-163e-46c7-9311-dea3b1469094. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.018588] env[69365]: DEBUG nova.network.neutron [req-90db9693-f5cc-42ae-9258-8f5482bdb40f req-8021658f-2b71-4114-b428-9052f44c3824 service nova] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Updating instance_info_cache with network_info: [{"id": "0efdd4ef-163e-46c7-9311-dea3b1469094", "address": "fa:16:3e:01:5d:6e", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0efdd4ef-16", "ovs_interfaceid": "0efdd4ef-163e-46c7-9311-dea3b1469094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.086592] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302566, 'name': CreateVM_Task, 'duration_secs': 0.566565} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.086720] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.087366] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.087536] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.087917] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.088469] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5e19cd-f2ee-46b1-9932-2d49e84423a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.099197] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1132.099197] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5202749c-93a6-ad20-ccf7-ecd9ab7c74b8" [ 1132.099197] env[69365]: _type = "Task" [ 1132.099197] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.110362] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5202749c-93a6-ad20-ccf7-ecd9ab7c74b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.114963] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.115223] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.115462] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.115611] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.115791] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.116259] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1de46ab7-8693-4ddc-9a48-b7ab3a4b73f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.124377] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.124559] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.125333] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac484a9-4470-4f35-935d-c159b2920e23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.133279] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1132.133279] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525f39bd-c447-f108-4f26-84379be85e39" [ 1132.133279] env[69365]: _type = "Task" [ 1132.133279] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.142588] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525f39bd-c447-f108-4f26-84379be85e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.198640] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.198901] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.199087] env[69365]: INFO nova.compute.manager [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Shelving [ 1132.207826] env[69365]: DEBUG nova.network.neutron [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Successfully created port: afd35171-b005-446d-95a8-2c4c14ea4bcf {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.209945] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.249551] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8baa134-6756-4087-8821-b443d04704f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.258824] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa3ed5d-4b29-4189-972c-4cc62ec68b7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.294980] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed728146-3386-431c-a7bd-99a621d5a604 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.303090] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea3d9eb-3e53-4d36-8e81-ddf0334d8ba5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.316958] env[69365]: DEBUG nova.compute.provider_tree [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.329366] env[69365]: DEBUG nova.network.neutron [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance_info_cache with network_info: [{"id": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "address": "fa:16:3e:5a:f5:60", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f15ee2-80", "ovs_interfaceid": "c7f15ee2-80dc-42ef-b5be-56063ae128d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.355587] env[69365]: DEBUG oslo_concurrency.lockutils [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.400194] env[69365]: DEBUG nova.compute.manager [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.426349] env[69365]: DEBUG nova.virt.hardware [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.426584] env[69365]: DEBUG nova.virt.hardware [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.426739] env[69365]: DEBUG nova.virt.hardware [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.426918] env[69365]: DEBUG nova.virt.hardware [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.427098] env[69365]: DEBUG nova.virt.hardware [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.427250] env[69365]: DEBUG nova.virt.hardware [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.427453] env[69365]: DEBUG nova.virt.hardware [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.427611] env[69365]: DEBUG nova.virt.hardware [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.427775] env[69365]: DEBUG nova.virt.hardware [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.427985] env[69365]: DEBUG nova.virt.hardware [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.428201] env[69365]: DEBUG nova.virt.hardware [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.429271] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2110bc7-2bea-48be-a1dc-db37ab1b6c84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.437258] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d4d032-6fca-4859-b1ac-1c311d36bc95 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.522516] env[69365]: DEBUG oslo_concurrency.lockutils [req-90db9693-f5cc-42ae-9258-8f5482bdb40f req-8021658f-2b71-4114-b428-9052f44c3824 service nova] Releasing lock "refresh_cache-014b7bd7-b9b1-487c-9758-b618331e4462" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.522758] env[69365]: DEBUG nova.compute.manager [req-90db9693-f5cc-42ae-9258-8f5482bdb40f req-8021658f-2b71-4114-b428-9052f44c3824 service nova] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Received event network-vif-deleted-d20204f7-16cb-4468-8740-a97d8526847b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.644638] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525f39bd-c447-f108-4f26-84379be85e39, 'name': SearchDatastore_Task, 'duration_secs': 0.008889} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.645775] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7666a33-417c-4178-afc4-b99d295f7983 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.651819] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1132.651819] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52876752-f9c5-33fc-dd94-71a34066d517" [ 1132.651819] env[69365]: _type = "Task" [ 1132.651819] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.661781] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52876752-f9c5-33fc-dd94-71a34066d517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.737049] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a71e728-0fe1-4d2b-a16f-912f7aebb19f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.759269] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7278feea-5491-40cd-935f-36335b25b870 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.767229] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance '14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.820882] env[69365]: DEBUG nova.scheduler.client.report [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.832615] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-82ca099c-426d-4ef1-b78e-a6039bb4e284" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.832832] env[69365]: DEBUG nova.objects.instance [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lazy-loading 'migration_context' on Instance uuid 82ca099c-426d-4ef1-b78e-a6039bb4e284 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.162743] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52876752-f9c5-33fc-dd94-71a34066d517, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.163320] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.163752] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 014b7bd7-b9b1-487c-9758-b618331e4462/014b7bd7-b9b1-487c-9758-b618331e4462.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.164158] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56a16e90-6535-4130-8f0a-1b2ea80c90fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.172328] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1133.172328] env[69365]: value = "task-3302568" [ 1133.172328] env[69365]: _type = "Task" [ 1133.172328] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.180166] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.212313] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.212313] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1367af1e-eb23-437e-8aac-3f6230428379 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.219262] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1133.219262] env[69365]: value = "task-3302569" [ 1133.219262] env[69365]: _type = "Task" [ 1133.219262] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.229361] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.274658] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-74567440-fc6b-4b47-b5e1-19a69d740df9 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance '14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.325239] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.325751] env[69365]: DEBUG nova.compute.manager [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.329351] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.596s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.337327] env[69365]: DEBUG nova.objects.base [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Object Instance<82ca099c-426d-4ef1-b78e-a6039bb4e284> lazy-loaded attributes: info_cache,migration_context {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1133.338539] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f70c301-8f08-4f34-93c1-1a7f3b8a1995 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.366128] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba81b148-53bf-40a1-9358-8ac100d63aac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.374606] env[69365]: DEBUG oslo_vmware.api [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1133.374606] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d21717-91ff-49d4-2013-750c46cf4b2f" [ 1133.374606] env[69365]: _type = "Task" [ 1133.374606] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.388346] env[69365]: DEBUG oslo_vmware.api [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d21717-91ff-49d4-2013-750c46cf4b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.682476] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494422} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.682808] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 014b7bd7-b9b1-487c-9758-b618331e4462/014b7bd7-b9b1-487c-9758-b618331e4462.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.682958] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.683221] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-470af544-25a9-4be4-b26b-15ddb313802f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.688878] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1133.688878] env[69365]: value = "task-3302570" [ 1133.688878] env[69365]: _type = "Task" [ 1133.688878] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.696695] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.731678] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302569, 'name': PowerOffVM_Task, 'duration_secs': 0.275115} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.731678] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.732451] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff47e354-f0cd-4987-8362-157ee4648ce4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.752767] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d5fd58-9fe9-420d-903d-74f5bfbea96d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.756991] env[69365]: DEBUG nova.compute.manager [req-0e3f03a5-d4ab-4491-8971-00015e43472d req-b4d0dd3c-cdb4-46fc-8e38-f2dc9f64fbae service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Received event network-vif-plugged-afd35171-b005-446d-95a8-2c4c14ea4bcf {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.757655] env[69365]: DEBUG oslo_concurrency.lockutils [req-0e3f03a5-d4ab-4491-8971-00015e43472d req-b4d0dd3c-cdb4-46fc-8e38-f2dc9f64fbae service nova] Acquiring lock "2b3ef396-2469-4cc8-961c-c406bfb958c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.757943] env[69365]: DEBUG oslo_concurrency.lockutils [req-0e3f03a5-d4ab-4491-8971-00015e43472d req-b4d0dd3c-cdb4-46fc-8e38-f2dc9f64fbae service nova] Lock "2b3ef396-2469-4cc8-961c-c406bfb958c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.758382] env[69365]: DEBUG oslo_concurrency.lockutils [req-0e3f03a5-d4ab-4491-8971-00015e43472d req-b4d0dd3c-cdb4-46fc-8e38-f2dc9f64fbae service nova] Lock "2b3ef396-2469-4cc8-961c-c406bfb958c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.758589] env[69365]: DEBUG nova.compute.manager [req-0e3f03a5-d4ab-4491-8971-00015e43472d req-b4d0dd3c-cdb4-46fc-8e38-f2dc9f64fbae service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] No waiting events found dispatching network-vif-plugged-afd35171-b005-446d-95a8-2c4c14ea4bcf {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.758795] env[69365]: WARNING nova.compute.manager [req-0e3f03a5-d4ab-4491-8971-00015e43472d req-b4d0dd3c-cdb4-46fc-8e38-f2dc9f64fbae service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Received unexpected event network-vif-plugged-afd35171-b005-446d-95a8-2c4c14ea4bcf for instance with vm_state building and task_state spawning. [ 1133.833362] env[69365]: DEBUG nova.compute.utils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.834731] env[69365]: DEBUG nova.compute.manager [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.834904] env[69365]: DEBUG nova.network.neutron [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.846072] env[69365]: DEBUG nova.compute.manager [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.889294] env[69365]: DEBUG oslo_vmware.api [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52d21717-91ff-49d4-2013-750c46cf4b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.012454} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.889294] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.901829] env[69365]: DEBUG nova.network.neutron [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Successfully updated port: afd35171-b005-446d-95a8-2c4c14ea4bcf {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.927479] env[69365]: DEBUG nova.policy [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e11d710c85e4f60ba90a9a8c789f3a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48b768c03723474ea98fbde74ac2f103', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.199314] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11488} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.199606] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.200488] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da94e0e-c05c-4bf4-83c0-668857b1f519 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.223702] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 014b7bd7-b9b1-487c-9758-b618331e4462/014b7bd7-b9b1-487c-9758-b618331e4462.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.223702] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4db91967-d8ae-42a2-af68-81b0a6d33b21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.240263] env[69365]: DEBUG nova.network.neutron [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Successfully created port: 8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.247100] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1134.247100] env[69365]: value = "task-3302571" [ 1134.247100] env[69365]: _type = "Task" [ 1134.247100] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.253262] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.272021] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1134.272021] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae3ea57b-657a-46bc-81bf-86f3bfb6df8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.278435] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1134.278435] env[69365]: value = "task-3302572" [ 1134.278435] env[69365]: _type = "Task" [ 1134.278435] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.294304] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302572, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.355015] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Applying migration context for instance 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 as it has an incoming, in-progress migration eacc41a8-8a9a-41d8-a516-67e2cbe62d7e. Migration status is finished {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1134.358018] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Applying migration context for instance 82ca099c-426d-4ef1-b78e-a6039bb4e284 as it has an incoming, in-progress migration ebcc0930-b7ae-410f-830f-4936b808e325. Migration status is confirming {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1134.358018] env[69365]: INFO nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating resource usage from migration eacc41a8-8a9a-41d8-a516-67e2cbe62d7e [ 1134.358018] env[69365]: INFO nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating resource usage from migration ebcc0930-b7ae-410f-830f-4936b808e325 [ 1134.378335] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance c6ec4771-145c-49c2-8930-ee62d65671a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.378511] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance fd03ba62-57bf-4ed7-b0ec-0c875efad715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.378659] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e1c30937-800f-4fee-a638-2bd109047cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.379202] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance ab2a8a67-8f2c-40a1-9a8d-1072102b8590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.379202] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.379202] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance cead0389-490a-46c2-8c59-969bbadb28bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1134.379358] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 1faf2b36-2066-446e-a393-7e2e97bab6fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.379478] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e22fcafe-7e54-4687-83c8-0c23d3991dd8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 3, 'MEMORY_MB': 1024, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1134.379602] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 18364b2e-75be-4ef1-ba00-47a8dbcc044f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.379704] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.379813] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 9c026aaa-0963-4ba2-955a-f666ff782ffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.379929] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 841d861f-7102-4142-adc3-b6ee33b5b029 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1134.380111] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e41159ba-60e5-4bff-9c66-8c5ed6b7bd87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.380395] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Migration ebcc0930-b7ae-410f-830f-4936b808e325 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1134.380395] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 82ca099c-426d-4ef1-b78e-a6039bb4e284 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.380549] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Migration eacc41a8-8a9a-41d8-a516-67e2cbe62d7e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1134.380580] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.380695] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 014b7bd7-b9b1-487c-9758-b618331e4462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.380808] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 2b3ef396-2469-4cc8-961c-c406bfb958c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.383959] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 0f306168-ce73-4cfc-b98c-8a712625af18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.383959] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1134.383959] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1134.404406] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.404548] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.404698] env[69365]: DEBUG nova.network.neutron [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.518819] env[69365]: DEBUG nova.network.neutron [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Successfully created port: 0060af53-8a97-480c-8e7b-05a2bce73e29 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.668867] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431ee723-1521-4eaf-b6c3-c7847db04ae2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.676776] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e5b7c4-7fee-4bc5-9995-59297cda4f7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.709600] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5121c9b9-82d1-44b2-9319-0e6c3f2fb0b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.717138] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f11fe1c-3d04-4880-bd30-5d64f6d905ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.731992] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.754335] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302571, 'name': ReconfigVM_Task, 'duration_secs': 0.325464} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.754616] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 014b7bd7-b9b1-487c-9758-b618331e4462/014b7bd7-b9b1-487c-9758-b618331e4462.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.755259] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66cd818d-0c48-4d6c-bcab-d897037f706c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.761360] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1134.761360] env[69365]: value = "task-3302573" [ 1134.761360] env[69365]: _type = "Task" [ 1134.761360] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.770124] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302573, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.789514] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302572, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.861681] env[69365]: DEBUG nova.compute.manager [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.890268] env[69365]: DEBUG nova.virt.hardware [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.890540] env[69365]: DEBUG nova.virt.hardware [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.890755] env[69365]: DEBUG nova.virt.hardware [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.890976] env[69365]: DEBUG nova.virt.hardware [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.891202] env[69365]: DEBUG nova.virt.hardware [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.891321] env[69365]: DEBUG nova.virt.hardware [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.891534] env[69365]: DEBUG nova.virt.hardware [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.891713] env[69365]: DEBUG nova.virt.hardware [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.891903] env[69365]: DEBUG nova.virt.hardware [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.892086] env[69365]: DEBUG nova.virt.hardware [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.892281] env[69365]: DEBUG nova.virt.hardware [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.893674] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464477e0-80f7-49a3-89c2-e776cd098d9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.902705] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaedcc5-f202-4306-9658-793178212eac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.961015] env[69365]: DEBUG nova.network.neutron [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.131452] env[69365]: DEBUG nova.network.neutron [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updating instance_info_cache with network_info: [{"id": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "address": "fa:16:3e:23:f7:78", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd35171-b0", "ovs_interfaceid": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.236858] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.272158] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302573, 'name': Rename_Task, 'duration_secs': 0.13434} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.272445] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.272684] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11647bb2-6c91-49b9-8966-31b0dacce8bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.282052] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1135.282052] env[69365]: value = "task-3302574" [ 1135.282052] env[69365]: _type = "Task" [ 1135.282052] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.292172] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302572, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.295121] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.607023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.607343] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.607515] env[69365]: DEBUG nova.compute.manager [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Going to confirm migration 6 {{(pid=69365) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1135.634194] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.634537] env[69365]: DEBUG nova.compute.manager [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Instance network_info: |[{"id": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "address": "fa:16:3e:23:f7:78", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd35171-b0", "ovs_interfaceid": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.634938] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:f7:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afd35171-b005-446d-95a8-2c4c14ea4bcf', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.642908] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.643991] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.644172] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83117d2a-f73e-4745-9feb-00fff8949706 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.664724] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.664724] env[69365]: value = "task-3302575" [ 1135.664724] env[69365]: _type = "Task" [ 1135.664724] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.674449] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302575, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.743041] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1135.743396] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.414s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.743561] env[69365]: DEBUG oslo_concurrency.lockutils [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.265s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.743770] env[69365]: DEBUG oslo_concurrency.lockutils [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.746121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.603s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.746451] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.748552] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.690s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.748751] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.748968] env[69365]: INFO nova.compute.manager [None req-dc497edd-fc20-4f8e-9329-47b3ec7a42fb tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Successfully reverted task state from rebuilding on failure for instance. [ 1135.754433] env[69365]: DEBUG oslo_concurrency.lockutils [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.261s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.754700] env[69365]: DEBUG oslo_concurrency.lockutils [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.757712] env[69365]: DEBUG oslo_concurrency.lockutils [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.402s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.757932] env[69365]: DEBUG oslo_concurrency.lockutils [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.760232] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.871s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.783796] env[69365]: DEBUG nova.compute.manager [req-b9a7d423-2849-408c-b776-7487d88e362a req-c9c4f87a-d3f2-46ad-b604-dd088b53c037 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Received event network-changed-afd35171-b005-446d-95a8-2c4c14ea4bcf {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.783796] env[69365]: DEBUG nova.compute.manager [req-b9a7d423-2849-408c-b776-7487d88e362a req-c9c4f87a-d3f2-46ad-b604-dd088b53c037 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Refreshing instance network info cache due to event network-changed-afd35171-b005-446d-95a8-2c4c14ea4bcf. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.784057] env[69365]: DEBUG oslo_concurrency.lockutils [req-b9a7d423-2849-408c-b776-7487d88e362a req-c9c4f87a-d3f2-46ad-b604-dd088b53c037 service nova] Acquiring lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.784057] env[69365]: DEBUG oslo_concurrency.lockutils [req-b9a7d423-2849-408c-b776-7487d88e362a req-c9c4f87a-d3f2-46ad-b604-dd088b53c037 service nova] Acquired lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.784201] env[69365]: DEBUG nova.network.neutron [req-b9a7d423-2849-408c-b776-7487d88e362a req-c9c4f87a-d3f2-46ad-b604-dd088b53c037 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Refreshing network info cache for port afd35171-b005-446d-95a8-2c4c14ea4bcf {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.794137] env[69365]: INFO nova.scheduler.client.report [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted allocations for instance cead0389-490a-46c2-8c59-969bbadb28bf [ 1135.795828] env[69365]: INFO nova.scheduler.client.report [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Deleted allocations for instance e22fcafe-7e54-4687-83c8-0c23d3991dd8 [ 1135.807397] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302572, 'name': CreateSnapshot_Task, 'duration_secs': 1.149822} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.811737] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1135.812428] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302574, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.813483] env[69365]: INFO nova.scheduler.client.report [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Deleted allocations for instance 841d861f-7102-4142-adc3-b6ee33b5b029 [ 1135.816957] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ad0ecd-f53c-4f2b-a707-cf11e7acdc45 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.011162] env[69365]: DEBUG nova.compute.manager [req-181c187b-281f-4233-8d7a-dff517aca390 req-64f17bda-492e-448d-997c-9c3a0622f2ab service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Received event network-vif-plugged-8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.011563] env[69365]: DEBUG oslo_concurrency.lockutils [req-181c187b-281f-4233-8d7a-dff517aca390 req-64f17bda-492e-448d-997c-9c3a0622f2ab service nova] Acquiring lock "0f306168-ce73-4cfc-b98c-8a712625af18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.011816] env[69365]: DEBUG oslo_concurrency.lockutils [req-181c187b-281f-4233-8d7a-dff517aca390 req-64f17bda-492e-448d-997c-9c3a0622f2ab service nova] Lock "0f306168-ce73-4cfc-b98c-8a712625af18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.011995] env[69365]: DEBUG oslo_concurrency.lockutils [req-181c187b-281f-4233-8d7a-dff517aca390 req-64f17bda-492e-448d-997c-9c3a0622f2ab service nova] Lock "0f306168-ce73-4cfc-b98c-8a712625af18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.012196] env[69365]: DEBUG nova.compute.manager [req-181c187b-281f-4233-8d7a-dff517aca390 req-64f17bda-492e-448d-997c-9c3a0622f2ab service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] No waiting events found dispatching network-vif-plugged-8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.012362] env[69365]: WARNING nova.compute.manager [req-181c187b-281f-4233-8d7a-dff517aca390 req-64f17bda-492e-448d-997c-9c3a0622f2ab service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Received unexpected event network-vif-plugged-8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59 for instance with vm_state building and task_state spawning. [ 1136.097433] env[69365]: DEBUG nova.network.neutron [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Successfully updated port: 8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.174861] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302575, 'name': CreateVM_Task, 'duration_secs': 0.379701} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.174959] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.177835] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.177835] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.177835] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.177835] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdac6655-2bb3-4016-84c0-625c647e1068 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.181865] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1136.181865] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e40e94-b861-ef1a-3f2d-37422ea8760a" [ 1136.181865] env[69365]: _type = "Task" [ 1136.181865] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.189848] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e40e94-b861-ef1a-3f2d-37422ea8760a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.285244] env[69365]: DEBUG oslo_concurrency.lockutils [None req-670c17b6-c27e-442e-be51-b22d42576b56 tempest-ServerActionsV293TestJSON-2002311947 tempest-ServerActionsV293TestJSON-2002311947-project-member] Lock "0ce8b3dc-a511-4ad0-a984-7378dda61f07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.371s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.311042] env[69365]: DEBUG oslo_concurrency.lockutils [None req-104fa24a-8796-4db2-bdbc-5b38c21fb549 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "cead0389-490a-46c2-8c59-969bbadb28bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.271s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.315536] env[69365]: DEBUG oslo_vmware.api [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302574, 'name': PowerOnVM_Task, 'duration_secs': 0.53115} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.316035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-030f9c9b-c03f-4980-b729-6033feba320e tempest-ServersWithFlavorSwapResizeTest-1824106718 tempest-ServersWithFlavorSwapResizeTest-1824106718-project-member] Lock "e22fcafe-7e54-4687-83c8-0c23d3991dd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.147s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.322241] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.322462] env[69365]: INFO nova.compute.manager [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1136.322720] env[69365]: DEBUG nova.compute.manager [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.327267] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b3cc6c14-9de8-4029-a18f-f5f74e3ed49c tempest-ServerDiskConfigTestJSON-2023787820 tempest-ServerDiskConfigTestJSON-2023787820-project-member] Lock "841d861f-7102-4142-adc3-b6ee33b5b029" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.079s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.334241] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e71b51-5b49-4060-bae2-304e4e3bed2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.345660] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1136.349322] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-19c6e1f3-d67e-465b-8cb5-0fad34c38ace {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.363030] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1136.363030] env[69365]: value = "task-3302576" [ 1136.363030] env[69365]: _type = "Task" [ 1136.363030] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.371367] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302576, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.481032] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.481367] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.482261] env[69365]: DEBUG nova.network.neutron [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.482261] env[69365]: DEBUG nova.objects.instance [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'info_cache' on Instance uuid 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.592747] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f69aba-cb7e-40b2-924b-e037eb2c91f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.602654] env[69365]: DEBUG nova.network.neutron [req-b9a7d423-2849-408c-b776-7487d88e362a req-c9c4f87a-d3f2-46ad-b604-dd088b53c037 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updated VIF entry in instance network info cache for port afd35171-b005-446d-95a8-2c4c14ea4bcf. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.603051] env[69365]: DEBUG nova.network.neutron [req-b9a7d423-2849-408c-b776-7487d88e362a req-c9c4f87a-d3f2-46ad-b604-dd088b53c037 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updating instance_info_cache with network_info: [{"id": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "address": "fa:16:3e:23:f7:78", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd35171-b0", "ovs_interfaceid": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.608524] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2674bc8f-026e-4bc8-8e57-f879cc86e309 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.641605] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d83cf9-8aa7-4f18-a764-bf5dcc360e81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.650898] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ee197-68b8-4ff8-a061-21c49b19e06f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.670625] env[69365]: DEBUG nova.compute.provider_tree [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.695696] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e40e94-b861-ef1a-3f2d-37422ea8760a, 'name': SearchDatastore_Task, 'duration_secs': 0.0484} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.696092] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.696460] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.696814] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.696814] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.697007] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.697320] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9fbec1d-8795-46b3-9309-65b5f2e16ebd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.707550] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.707650] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.708549] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8cc6b3e-12cb-4a70-bb5f-75ae516e7fea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.714467] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1136.714467] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f8a422-9f9a-c8b5-52ec-af0e99dbbc42" [ 1136.714467] env[69365]: _type = "Task" [ 1136.714467] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.724252] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f8a422-9f9a-c8b5-52ec-af0e99dbbc42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.877069] env[69365]: INFO nova.compute.manager [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Took 30.55 seconds to build instance. [ 1136.882830] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302576, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.105524] env[69365]: DEBUG oslo_concurrency.lockutils [req-b9a7d423-2849-408c-b776-7487d88e362a req-c9c4f87a-d3f2-46ad-b604-dd088b53c037 service nova] Releasing lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.174460] env[69365]: DEBUG nova.scheduler.client.report [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.227347] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52f8a422-9f9a-c8b5-52ec-af0e99dbbc42, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.228244] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e0a6f3-6afd-4a63-8f1c-2b4d9f443cf6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.236106] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1137.236106] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e177b3-156c-0fa7-31f6-a1025b189e84" [ 1137.236106] env[69365]: _type = "Task" [ 1137.236106] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.247082] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e177b3-156c-0fa7-31f6-a1025b189e84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.301504] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "e1343c45-219d-4431-ae81-c55a4582f330" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.301618] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "e1343c45-219d-4431-ae81-c55a4582f330" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.378524] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302576, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.383614] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a52a5285-ddb9-4e25-b689-843c6f37de89 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "014b7bd7-b9b1-487c-9758-b618331e4462" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.069s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.749398] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e177b3-156c-0fa7-31f6-a1025b189e84, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.749678] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.749918] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 2b3ef396-2469-4cc8-961c-c406bfb958c8/2b3ef396-2469-4cc8-961c-c406bfb958c8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.750449] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a9e7d46-97d0-4114-976f-bd37e963e07c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.761032] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1137.761032] env[69365]: value = "task-3302577" [ 1137.761032] env[69365]: _type = "Task" [ 1137.761032] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.768951] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.805744] env[69365]: DEBUG nova.compute.manager [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.880508] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302576, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.111444] env[69365]: DEBUG nova.compute.manager [req-03bd604d-6191-4f6f-b22d-096c873fcf05 req-fb4961b2-a553-44a6-86a8-d778a5cec622 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Received event network-changed-8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.113124] env[69365]: DEBUG nova.compute.manager [req-03bd604d-6191-4f6f-b22d-096c873fcf05 req-fb4961b2-a553-44a6-86a8-d778a5cec622 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Refreshing instance network info cache due to event network-changed-8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.113124] env[69365]: DEBUG oslo_concurrency.lockutils [req-03bd604d-6191-4f6f-b22d-096c873fcf05 req-fb4961b2-a553-44a6-86a8-d778a5cec622 service nova] Acquiring lock "refresh_cache-0f306168-ce73-4cfc-b98c-8a712625af18" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.113124] env[69365]: DEBUG oslo_concurrency.lockutils [req-03bd604d-6191-4f6f-b22d-096c873fcf05 req-fb4961b2-a553-44a6-86a8-d778a5cec622 service nova] Acquired lock "refresh_cache-0f306168-ce73-4cfc-b98c-8a712625af18" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.113124] env[69365]: DEBUG nova.network.neutron [req-03bd604d-6191-4f6f-b22d-096c873fcf05 req-fb4961b2-a553-44a6-86a8-d778a5cec622 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Refreshing network info cache for port 8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.187028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.425s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.264945] env[69365]: DEBUG nova.network.neutron [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance_info_cache with network_info: [{"id": "7dd658c6-0480-461e-aaf5-393f19a6993a", "address": "fa:16:3e:15:ba:7d", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd658c6-04", "ovs_interfaceid": "7dd658c6-0480-461e-aaf5-393f19a6993a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.274933] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302577, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.350140] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.350140] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.350140] env[69365]: INFO nova.compute.claims [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.383031] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302576, 'name': CloneVM_Task, 'duration_secs': 1.877794} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.383031] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Created linked-clone VM from snapshot [ 1138.383031] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e17193d-0676-4324-8b1f-a4d8d18b40fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.391980] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Uploading image b8dcd700-33ba-49d1-b053-a2bff3396606 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1138.430356] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1138.430356] env[69365]: value = "vm-659442" [ 1138.430356] env[69365]: _type = "VirtualMachine" [ 1138.430356] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1138.430905] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2284546b-f071-4038-b0ae-6056ec855be9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.439298] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lease: (returnval){ [ 1138.439298] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5295f9f8-d223-5a5d-1c68-403d0f353503" [ 1138.439298] env[69365]: _type = "HttpNfcLease" [ 1138.439298] env[69365]: } obtained for exporting VM: (result){ [ 1138.439298] env[69365]: value = "vm-659442" [ 1138.439298] env[69365]: _type = "VirtualMachine" [ 1138.439298] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1138.439785] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the lease: (returnval){ [ 1138.439785] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5295f9f8-d223-5a5d-1c68-403d0f353503" [ 1138.439785] env[69365]: _type = "HttpNfcLease" [ 1138.439785] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1138.448924] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1138.448924] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5295f9f8-d223-5a5d-1c68-403d0f353503" [ 1138.448924] env[69365]: _type = "HttpNfcLease" [ 1138.448924] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1138.525798] env[69365]: DEBUG nova.network.neutron [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Successfully updated port: 0060af53-8a97-480c-8e7b-05a2bce73e29 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.672858] env[69365]: DEBUG nova.network.neutron [req-03bd604d-6191-4f6f-b22d-096c873fcf05 req-fb4961b2-a553-44a6-86a8-d778a5cec622 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.752999] env[69365]: INFO nova.scheduler.client.report [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleted allocation for migration ebcc0930-b7ae-410f-830f-4936b808e325 [ 1138.771929] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.773142] env[69365]: DEBUG nova.objects.instance [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'migration_context' on Instance uuid 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.774253] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537829} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.774954] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 2b3ef396-2469-4cc8-961c-c406bfb958c8/2b3ef396-2469-4cc8-961c-c406bfb958c8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.775256] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.776215] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d02e139-2108-4413-99da-d247d8e59958 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.786818] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1138.786818] env[69365]: value = "task-3302579" [ 1138.786818] env[69365]: _type = "Task" [ 1138.786818] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.794623] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.797259] env[69365]: DEBUG nova.network.neutron [req-03bd604d-6191-4f6f-b22d-096c873fcf05 req-fb4961b2-a553-44a6-86a8-d778a5cec622 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.857478] env[69365]: DEBUG oslo_concurrency.lockutils [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Acquiring lock "18364b2e-75be-4ef1-ba00-47a8dbcc044f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.861838] env[69365]: DEBUG oslo_concurrency.lockutils [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Lock "18364b2e-75be-4ef1-ba00-47a8dbcc044f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.862171] env[69365]: DEBUG oslo_concurrency.lockutils [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Acquiring lock "18364b2e-75be-4ef1-ba00-47a8dbcc044f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.862336] env[69365]: DEBUG oslo_concurrency.lockutils [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Lock "18364b2e-75be-4ef1-ba00-47a8dbcc044f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.862966] env[69365]: DEBUG oslo_concurrency.lockutils [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Lock "18364b2e-75be-4ef1-ba00-47a8dbcc044f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.864721] env[69365]: INFO nova.compute.manager [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Terminating instance [ 1138.950622] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1138.950622] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5295f9f8-d223-5a5d-1c68-403d0f353503" [ 1138.950622] env[69365]: _type = "HttpNfcLease" [ 1138.950622] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1138.951078] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1138.951078] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5295f9f8-d223-5a5d-1c68-403d0f353503" [ 1138.951078] env[69365]: _type = "HttpNfcLease" [ 1138.951078] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1138.952113] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2155c048-eaf2-43a5-af27-d98d00d8f25d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.962189] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b06acc-bc2b-7d31-663c-9d1f9097cde4/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1138.962189] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b06acc-bc2b-7d31-663c-9d1f9097cde4/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1139.033153] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "refresh_cache-0f306168-ce73-4cfc-b98c-8a712625af18" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.037034] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "014b7bd7-b9b1-487c-9758-b618331e4462" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.037034] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "014b7bd7-b9b1-487c-9758-b618331e4462" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.066778] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25d9bf9d-31ce-4d76-899e-7ce2521b2c52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.259946] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f18cef25-2f7e-4816-91e8-413d1c2d2240 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.935s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.277176] env[69365]: DEBUG nova.objects.base [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Object Instance<14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0> lazy-loaded attributes: info_cache,migration_context {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.278876] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a208d544-8d97-4bea-832e-a1ffff4ad36f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.311712] env[69365]: DEBUG oslo_concurrency.lockutils [req-03bd604d-6191-4f6f-b22d-096c873fcf05 req-fb4961b2-a553-44a6-86a8-d778a5cec622 service nova] Releasing lock "refresh_cache-0f306168-ce73-4cfc-b98c-8a712625af18" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.314689] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquired lock "refresh_cache-0f306168-ce73-4cfc-b98c-8a712625af18" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.314861] env[69365]: DEBUG nova.network.neutron [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.316383] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e82d732-ab46-4e94-8004-28e4e13496c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.321369] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066123} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.321369] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.321369] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b92676f-249f-4320-b693-4011f2d8a6c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.326723] env[69365]: DEBUG oslo_vmware.api [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1139.326723] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524b5527-aa43-8ed6-57fd-115a5af65e65" [ 1139.326723] env[69365]: _type = "Task" [ 1139.326723] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.353395] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 2b3ef396-2469-4cc8-961c-c406bfb958c8/2b3ef396-2469-4cc8-961c-c406bfb958c8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.357583] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea60bbe8-c532-4fc6-95d2-6819e7a28a11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.380076] env[69365]: DEBUG nova.compute.manager [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.380360] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.380757] env[69365]: DEBUG oslo_vmware.api [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524b5527-aa43-8ed6-57fd-115a5af65e65, 'name': SearchDatastore_Task, 'duration_secs': 0.033345} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.381835] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f4b02c-5311-4aa6-97ee-bbf6d53c7551 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.385028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.391665] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.392466] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63cc4f6e-a04f-449d-9c03-f0246067c96c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.396419] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1139.396419] env[69365]: value = "task-3302580" [ 1139.396419] env[69365]: _type = "Task" [ 1139.396419] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.401936] env[69365]: DEBUG oslo_vmware.api [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Waiting for the task: (returnval){ [ 1139.401936] env[69365]: value = "task-3302581" [ 1139.401936] env[69365]: _type = "Task" [ 1139.401936] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.412103] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.418885] env[69365]: DEBUG oslo_vmware.api [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.540391] env[69365]: DEBUG nova.compute.utils [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.735382] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6307af78-352e-452a-adf3-d6c5c57105ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.744947] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a872ed-b236-42cf-aae4-cab39bf43609 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.784780] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f48b3f-ee11-4de8-b2fd-05025d7ce79d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.794978] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b51913-5430-4dda-a726-a42d3e273844 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.814194] env[69365]: DEBUG nova.compute.provider_tree [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.869424] env[69365]: DEBUG nova.network.neutron [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.914807] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302580, 'name': ReconfigVM_Task, 'duration_secs': 0.312368} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.919170] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 2b3ef396-2469-4cc8-961c-c406bfb958c8/2b3ef396-2469-4cc8-961c-c406bfb958c8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.919170] env[69365]: DEBUG oslo_vmware.api [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302581, 'name': PowerOffVM_Task, 'duration_secs': 0.405864} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.919170] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83f5b07d-3e88-4c06-b720-4934dc6e098d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.921366] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.921685] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.922095] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2cb9121-3b59-4f9f-ba8c-e6265b178495 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.930304] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1139.930304] env[69365]: value = "task-3302582" [ 1139.930304] env[69365]: _type = "Task" [ 1139.930304] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.940752] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302582, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.999196] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.999196] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.999196] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Deleting the datastore file [datastore2] 18364b2e-75be-4ef1-ba00-47a8dbcc044f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.002159] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c09c5ce0-bd2a-47a9-866d-a58ac228fd4d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.009728] env[69365]: DEBUG oslo_vmware.api [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Waiting for the task: (returnval){ [ 1140.009728] env[69365]: value = "task-3302584" [ 1140.009728] env[69365]: _type = "Task" [ 1140.009728] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.019561] env[69365]: DEBUG oslo_vmware.api [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.043452] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "014b7bd7-b9b1-487c-9758-b618331e4462" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.326028] env[69365]: DEBUG nova.scheduler.client.report [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.334303] env[69365]: DEBUG nova.network.neutron [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Updating instance_info_cache with network_info: [{"id": "8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59", "address": "fa:16:3e:3f:c3:f3", "network": {"id": "288354a5-a575-473d-a885-51465ec4345b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1592120029", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbde9c5-1d", "ovs_interfaceid": "8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0060af53-8a97-480c-8e7b-05a2bce73e29", "address": "fa:16:3e:17:97:30", "network": {"id": "7adfdb08-b387-452f-a8b3-8c33d00e9ace", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1004604743", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0060af53-8a", "ovs_interfaceid": "0060af53-8a97-480c-8e7b-05a2bce73e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.442340] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302582, 'name': Rename_Task, 'duration_secs': 0.173735} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.444119] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.444119] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32ce2de3-6608-4197-9dc6-639e570cb18e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.450308] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1140.450308] env[69365]: value = "task-3302585" [ 1140.450308] env[69365]: _type = "Task" [ 1140.450308] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.461134] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.524670] env[69365]: DEBUG oslo_vmware.api [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Task: {'id': task-3302584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289535} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.525334] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.525714] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.526095] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.526459] env[69365]: INFO nova.compute.manager [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1140.527045] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.527424] env[69365]: DEBUG nova.compute.manager [-] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.527678] env[69365]: DEBUG nova.network.neutron [-] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.543196] env[69365]: INFO nova.compute.manager [None req-c4e5b971-4713-4df1-b315-cf1189d4b023 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Get console output [ 1140.543196] env[69365]: WARNING nova.virt.vmwareapi.driver [None req-c4e5b971-4713-4df1-b315-cf1189d4b023 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] The console log is missing. Check your VSPC configuration [ 1140.622517] env[69365]: DEBUG nova.compute.manager [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Received event network-vif-plugged-0060af53-8a97-480c-8e7b-05a2bce73e29 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.623227] env[69365]: DEBUG oslo_concurrency.lockutils [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] Acquiring lock "0f306168-ce73-4cfc-b98c-8a712625af18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.623227] env[69365]: DEBUG oslo_concurrency.lockutils [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] Lock "0f306168-ce73-4cfc-b98c-8a712625af18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.623998] env[69365]: DEBUG oslo_concurrency.lockutils [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] Lock "0f306168-ce73-4cfc-b98c-8a712625af18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.623998] env[69365]: DEBUG nova.compute.manager [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] No waiting events found dispatching network-vif-plugged-0060af53-8a97-480c-8e7b-05a2bce73e29 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.623998] env[69365]: WARNING nova.compute.manager [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Received unexpected event network-vif-plugged-0060af53-8a97-480c-8e7b-05a2bce73e29 for instance with vm_state building and task_state spawning. [ 1140.624497] env[69365]: DEBUG nova.compute.manager [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Received event network-changed-0060af53-8a97-480c-8e7b-05a2bce73e29 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.625430] env[69365]: DEBUG nova.compute.manager [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Refreshing instance network info cache due to event network-changed-0060af53-8a97-480c-8e7b-05a2bce73e29. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.625430] env[69365]: DEBUG oslo_concurrency.lockutils [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] Acquiring lock "refresh_cache-0f306168-ce73-4cfc-b98c-8a712625af18" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.830679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.830998] env[69365]: DEBUG nova.compute.manager [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.834308] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.449s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.838929] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Releasing lock "refresh_cache-0f306168-ce73-4cfc-b98c-8a712625af18" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.839277] env[69365]: DEBUG nova.compute.manager [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Instance network_info: |[{"id": "8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59", "address": "fa:16:3e:3f:c3:f3", "network": {"id": "288354a5-a575-473d-a885-51465ec4345b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1592120029", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbde9c5-1d", "ovs_interfaceid": "8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0060af53-8a97-480c-8e7b-05a2bce73e29", "address": "fa:16:3e:17:97:30", "network": {"id": "7adfdb08-b387-452f-a8b3-8c33d00e9ace", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1004604743", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0060af53-8a", "ovs_interfaceid": "0060af53-8a97-480c-8e7b-05a2bce73e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.839471] env[69365]: DEBUG oslo_concurrency.lockutils [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] Acquired lock "refresh_cache-0f306168-ce73-4cfc-b98c-8a712625af18" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.841761] env[69365]: DEBUG nova.network.neutron [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Refreshing network info cache for port 0060af53-8a97-480c-8e7b-05a2bce73e29 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.843961] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:c3:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:97:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0060af53-8a97-480c-8e7b-05a2bce73e29', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.856253] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.857448] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.857822] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d552a4c9-1038-4059-99fb-5ce5fa54e6a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.888121] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.888121] env[69365]: value = "task-3302586" [ 1140.888121] env[69365]: _type = "Task" [ 1140.888121] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.898697] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302586, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.963780] env[69365]: DEBUG oslo_vmware.api [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302585, 'name': PowerOnVM_Task, 'duration_secs': 0.480438} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.964406] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.965934] env[69365]: INFO nova.compute.manager [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1140.966305] env[69365]: DEBUG nova.compute.manager [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.970020] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac1d859-720b-45c7-bd4b-059b9bee8095 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.095952] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "014b7bd7-b9b1-487c-9758-b618331e4462" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.096627] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "014b7bd7-b9b1-487c-9758-b618331e4462" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.097812] env[69365]: INFO nova.compute.manager [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Attaching volume b8517f28-0b1f-47b4-bbd4-1b1fc30a636f to /dev/sdb [ 1141.154387] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda6370a-5eb7-4514-a534-0a248b94484b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.165468] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eae1c72-9f49-4a79-9082-dae91c240786 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.181057] env[69365]: DEBUG nova.virt.block_device [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Updating existing volume attachment record: 74aab7ab-611d-42a1-bd4d-ed17964e55ef {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1141.338132] env[69365]: DEBUG nova.compute.utils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.346296] env[69365]: DEBUG nova.compute.manager [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.346521] env[69365]: DEBUG nova.network.neutron [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.412464] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302586, 'name': CreateVM_Task, 'duration_secs': 0.448389} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.412937] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.413860] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.414604] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.417430] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.417886] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe963af-c6a4-4f03-854e-517f39ba2842 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.432399] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1141.432399] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527485d0-6e65-cf65-1392-26af2414b043" [ 1141.432399] env[69365]: _type = "Task" [ 1141.432399] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.439492] env[69365]: DEBUG nova.policy [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '141874be36c049df97e759d652ef9f12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c69328e8180e4fa2bb3a2ddd910ce8ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.448463] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527485d0-6e65-cf65-1392-26af2414b043, 'name': SearchDatastore_Task, 'duration_secs': 0.012812} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.451847] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.459333] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.459333] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.459333] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.459333] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.459333] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2a6d6a9-9b63-48f7-bf22-a9ec38222e06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.466080] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.466080] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.466080] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f45f3b-903f-46d8-94d4-3f541efa7c59 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.474420] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1141.474420] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b75af7-959e-e97b-5b5f-fb9930571ca6" [ 1141.474420] env[69365]: _type = "Task" [ 1141.474420] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.490553] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b75af7-959e-e97b-5b5f-fb9930571ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.501581] env[69365]: INFO nova.compute.manager [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Took 22.16 seconds to build instance. [ 1141.541224] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.542046] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.542046] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "82ca099c-426d-4ef1-b78e-a6039bb4e284-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.542046] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.542330] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.544601] env[69365]: INFO nova.compute.manager [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Terminating instance [ 1141.593474] env[69365]: DEBUG nova.network.neutron [-] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.688953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Acquiring lock "fd03ba62-57bf-4ed7-b0ec-0c875efad715" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.689284] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Lock "fd03ba62-57bf-4ed7-b0ec-0c875efad715" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.689587] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Acquiring lock "fd03ba62-57bf-4ed7-b0ec-0c875efad715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.689636] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Lock "fd03ba62-57bf-4ed7-b0ec-0c875efad715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.689772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Lock "fd03ba62-57bf-4ed7-b0ec-0c875efad715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.693356] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21c5edc-fb18-4578-8412-8d409fcc35cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.697251] env[69365]: INFO nova.compute.manager [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Terminating instance [ 1141.702767] env[69365]: DEBUG nova.network.neutron [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Updated VIF entry in instance network info cache for port 0060af53-8a97-480c-8e7b-05a2bce73e29. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.703176] env[69365]: DEBUG nova.network.neutron [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Updating instance_info_cache with network_info: [{"id": "8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59", "address": "fa:16:3e:3f:c3:f3", "network": {"id": "288354a5-a575-473d-a885-51465ec4345b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1592120029", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbde9c5-1d", "ovs_interfaceid": "8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0060af53-8a97-480c-8e7b-05a2bce73e29", "address": "fa:16:3e:17:97:30", "network": {"id": "7adfdb08-b387-452f-a8b3-8c33d00e9ace", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1004604743", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0060af53-8a", "ovs_interfaceid": "0060af53-8a97-480c-8e7b-05a2bce73e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.710748] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf41941d-6aca-4ced-961d-aad9f7ff45fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.744676] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db43cf3-b3d8-4360-8dd4-8debd07eb5d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.753766] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1eca91-f999-4a73-9068-c71d3893f42a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.769675] env[69365]: DEBUG nova.compute.provider_tree [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.848326] env[69365]: DEBUG nova.compute.manager [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.989737] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b75af7-959e-e97b-5b5f-fb9930571ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.012632} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.990674] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b66bad-b755-43d8-bbc4-6a5a836c4d06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.997194] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1141.997194] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52099385-b632-8cf0-1302-96a14859f784" [ 1141.997194] env[69365]: _type = "Task" [ 1141.997194] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.005101] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d6baa2c7-5318-4918-a22b-0ebcbe803517 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "2b3ef396-2469-4cc8-961c-c406bfb958c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.716s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.005344] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52099385-b632-8cf0-1302-96a14859f784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.051450] env[69365]: DEBUG nova.compute.manager [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.051802] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.052924] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae86f007-6937-45b4-b0aa-a89aad93e5c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.061726] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.062011] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74f16f57-3866-4ee7-894d-a631eee31ffb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.072950] env[69365]: DEBUG oslo_vmware.api [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1142.072950] env[69365]: value = "task-3302590" [ 1142.072950] env[69365]: _type = "Task" [ 1142.072950] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.082100] env[69365]: DEBUG oslo_vmware.api [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.102096] env[69365]: INFO nova.compute.manager [-] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Took 1.57 seconds to deallocate network for instance. [ 1142.203268] env[69365]: DEBUG nova.compute.manager [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.203268] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.204039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c690658-dfb1-41a0-ad8d-af262764c2dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.208568] env[69365]: DEBUG oslo_concurrency.lockutils [req-f78f1926-921a-40c6-9df1-d6d992d9ea05 req-9602d0c4-9b87-479b-8cae-eb404bf91df9 service nova] Releasing lock "refresh_cache-0f306168-ce73-4cfc-b98c-8a712625af18" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.213905] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.214215] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-569f4f57-e61d-43ea-b6ab-a61b22988825 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.222419] env[69365]: DEBUG oslo_vmware.api [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Waiting for the task: (returnval){ [ 1142.222419] env[69365]: value = "task-3302591" [ 1142.222419] env[69365]: _type = "Task" [ 1142.222419] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.232920] env[69365]: DEBUG oslo_vmware.api [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.273364] env[69365]: DEBUG nova.scheduler.client.report [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.350349] env[69365]: DEBUG nova.network.neutron [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Successfully created port: 487bb563-8ecc-4e83-bb84-fd4fa70d520f {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.509414] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52099385-b632-8cf0-1302-96a14859f784, 'name': SearchDatastore_Task, 'duration_secs': 0.016666} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.509772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.510553] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 0f306168-ce73-4cfc-b98c-8a712625af18/0f306168-ce73-4cfc-b98c-8a712625af18.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.510783] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88edfc01-182c-44b0-83d5-31f6d09ea986 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.518279] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1142.518279] env[69365]: value = "task-3302592" [ 1142.518279] env[69365]: _type = "Task" [ 1142.518279] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.527274] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.584526] env[69365]: DEBUG oslo_vmware.api [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302590, 'name': PowerOffVM_Task, 'duration_secs': 0.224221} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.585408] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.586156] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.587252] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f80fc2c-7528-4366-aa39-f318223bc28a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.608848] env[69365]: DEBUG oslo_concurrency.lockutils [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.671863] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.672133] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.672320] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleting the datastore file [datastore2] 82ca099c-426d-4ef1-b78e-a6039bb4e284 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.672589] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-183c05ca-924f-484b-873a-c5075a214238 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.680373] env[69365]: DEBUG oslo_vmware.api [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1142.680373] env[69365]: value = "task-3302594" [ 1142.680373] env[69365]: _type = "Task" [ 1142.680373] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.693268] env[69365]: DEBUG oslo_vmware.api [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.711991] env[69365]: DEBUG nova.compute.manager [req-2d724b18-136d-4ced-a2ab-200e6d28b371 req-9fec2725-9c48-4341-a160-fe308009593e service nova] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Received event network-vif-deleted-0b988e74-aa59-4f43-99b4-b5b2862031e2 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.733472] env[69365]: DEBUG oslo_vmware.api [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302591, 'name': PowerOffVM_Task, 'duration_secs': 0.239771} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.734178] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.734178] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.734313] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6df20e56-1f5a-444c-a137-7083ce9ef392 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.804942] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.805214] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.805450] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Deleting the datastore file [datastore1] fd03ba62-57bf-4ed7-b0ec-0c875efad715 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.806399] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d6b0597-4f49-4b07-8445-64c3f3366052 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.815126] env[69365]: DEBUG oslo_vmware.api [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Waiting for the task: (returnval){ [ 1142.815126] env[69365]: value = "task-3302596" [ 1142.815126] env[69365]: _type = "Task" [ 1142.815126] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.826134] env[69365]: DEBUG oslo_vmware.api [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.859611] env[69365]: DEBUG nova.compute.manager [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.891619] env[69365]: DEBUG nova.virt.hardware [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.891921] env[69365]: DEBUG nova.virt.hardware [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.892757] env[69365]: DEBUG nova.virt.hardware [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.892757] env[69365]: DEBUG nova.virt.hardware [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.892757] env[69365]: DEBUG nova.virt.hardware [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.892757] env[69365]: DEBUG nova.virt.hardware [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.893284] env[69365]: DEBUG nova.virt.hardware [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.893284] env[69365]: DEBUG nova.virt.hardware [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.893379] env[69365]: DEBUG nova.virt.hardware [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.893537] env[69365]: DEBUG nova.virt.hardware [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.893789] env[69365]: DEBUG nova.virt.hardware [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.894749] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17123cfb-f63b-4292-8d30-0387c0ad3993 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.906080] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e85d370-8d1e-431c-8812-94b08d12a31b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.035966] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302592, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.196451] env[69365]: DEBUG oslo_vmware.api [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.291363] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.457s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.292369] env[69365]: DEBUG nova.compute.manager [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69365) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1143.296112] env[69365]: DEBUG oslo_concurrency.lockutils [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.687s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.296504] env[69365]: DEBUG nova.objects.instance [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Lazy-loading 'resources' on Instance uuid 18364b2e-75be-4ef1-ba00-47a8dbcc044f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.328379] env[69365]: DEBUG oslo_vmware.api [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Task: {'id': task-3302596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321292} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.329017] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.329248] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.329452] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.329627] env[69365]: INFO nova.compute.manager [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1143.329861] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.330443] env[69365]: DEBUG nova.compute.manager [-] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.330643] env[69365]: DEBUG nova.network.neutron [-] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.531239] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740188} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.531606] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 0f306168-ce73-4cfc-b98c-8a712625af18/0f306168-ce73-4cfc-b98c-8a712625af18.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.532067] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.532558] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f899b875-2389-415b-a775-3da70f0fd304 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.540724] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1143.540724] env[69365]: value = "task-3302598" [ 1143.540724] env[69365]: _type = "Task" [ 1143.540724] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.550999] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.693662] env[69365]: DEBUG oslo_vmware.api [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.576568} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.693880] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.694098] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.694292] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.694481] env[69365]: INFO nova.compute.manager [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1143.694734] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.694961] env[69365]: DEBUG nova.compute.manager [-] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.695069] env[69365]: DEBUG nova.network.neutron [-] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.904781] env[69365]: INFO nova.scheduler.client.report [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleted allocation for migration eacc41a8-8a9a-41d8-a516-67e2cbe62d7e [ 1144.059354] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087717} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.059644] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.060515] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879318e3-c953-4154-bdd0-25c3f247b989 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.091559] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 0f306168-ce73-4cfc-b98c-8a712625af18/0f306168-ce73-4cfc-b98c-8a712625af18.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.094528] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2564ca6d-9576-442f-be72-456c4dda5d09 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.117480] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1144.117480] env[69365]: value = "task-3302599" [ 1144.117480] env[69365]: _type = "Task" [ 1144.117480] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.128772] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.174312] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58800ed9-4c97-49c0-a30b-095bc045b7e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.182443] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787ae22b-5e1f-447a-a512-0cd0e206ea52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.215387] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b3ab9c-4fe0-4261-996b-068c0a2455ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.224039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58258308-4374-44eb-a90d-c6400524eed7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.239445] env[69365]: DEBUG nova.compute.provider_tree [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.347019] env[69365]: DEBUG nova.compute.manager [req-1e9ca607-a499-4a17-9822-5b6961091089 req-8e5634de-0522-4e2d-aae9-3030bee5dc04 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Received event network-vif-deleted-d2f65ce5-8a23-4280-ad53-b7027317c6ef {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.347401] env[69365]: INFO nova.compute.manager [req-1e9ca607-a499-4a17-9822-5b6961091089 req-8e5634de-0522-4e2d-aae9-3030bee5dc04 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Neutron deleted interface d2f65ce5-8a23-4280-ad53-b7027317c6ef; detaching it from the instance and deleting it from the info cache [ 1144.347529] env[69365]: DEBUG nova.network.neutron [req-1e9ca607-a499-4a17-9822-5b6961091089 req-8e5634de-0522-4e2d-aae9-3030bee5dc04 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.417287] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de07bb6a-c8fe-4da5-8f29-479abed83401 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.809s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.629129] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302599, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.719885] env[69365]: DEBUG nova.network.neutron [-] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.742474] env[69365]: DEBUG nova.scheduler.client.report [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.764343] env[69365]: DEBUG nova.compute.manager [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Received event network-changed-d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.764626] env[69365]: DEBUG nova.compute.manager [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Refreshing instance network info cache due to event network-changed-d688ceff-8a05-4acd-8a17-72f454e2dce7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.764792] env[69365]: DEBUG oslo_concurrency.lockutils [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] Acquiring lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.765175] env[69365]: DEBUG oslo_concurrency.lockutils [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] Acquired lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.765392] env[69365]: DEBUG nova.network.neutron [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Refreshing network info cache for port d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.851621] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ad7ae57-5cac-41b2-b914-1e209018df8d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.870285] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cd90fe-e91b-432e-a5f8-826d64dcbee9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.901966] env[69365]: DEBUG nova.compute.manager [req-1e9ca607-a499-4a17-9822-5b6961091089 req-8e5634de-0522-4e2d-aae9-3030bee5dc04 service nova] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Detach interface failed, port_id=d2f65ce5-8a23-4280-ad53-b7027317c6ef, reason: Instance fd03ba62-57bf-4ed7-b0ec-0c875efad715 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1144.918786] env[69365]: DEBUG nova.objects.instance [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'flavor' on Instance uuid 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.935106] env[69365]: DEBUG nova.network.neutron [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Successfully updated port: 487bb563-8ecc-4e83-bb84-fd4fa70d520f {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.998779] env[69365]: DEBUG nova.network.neutron [-] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.127997] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302599, 'name': ReconfigVM_Task, 'duration_secs': 0.543317} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.128423] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 0f306168-ce73-4cfc-b98c-8a712625af18/0f306168-ce73-4cfc-b98c-8a712625af18.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.129173] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a7865ad-530d-47d9-a4bd-5934f6fd93ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.136316] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1145.136316] env[69365]: value = "task-3302600" [ 1145.136316] env[69365]: _type = "Task" [ 1145.136316] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.146995] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302600, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.225642] env[69365]: INFO nova.compute.manager [-] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Took 1.90 seconds to deallocate network for instance. [ 1145.248323] env[69365]: DEBUG oslo_concurrency.lockutils [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.279625] env[69365]: INFO nova.scheduler.client.report [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Deleted allocations for instance 18364b2e-75be-4ef1-ba00-47a8dbcc044f [ 1145.432429] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.432429] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.432429] env[69365]: DEBUG nova.network.neutron [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.432429] env[69365]: DEBUG nova.objects.instance [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'info_cache' on Instance uuid 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.439075] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "refresh_cache-e1343c45-219d-4431-ae81-c55a4582f330" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.439075] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "refresh_cache-e1343c45-219d-4431-ae81-c55a4582f330" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.439075] env[69365]: DEBUG nova.network.neutron [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.501594] env[69365]: INFO nova.compute.manager [-] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Took 1.81 seconds to deallocate network for instance. [ 1145.577233] env[69365]: DEBUG nova.network.neutron [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updated VIF entry in instance network info cache for port d688ceff-8a05-4acd-8a17-72f454e2dce7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.577710] env[69365]: DEBUG nova.network.neutron [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updating instance_info_cache with network_info: [{"id": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "address": "fa:16:3e:98:c5:68", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd688ceff-8a", "ovs_interfaceid": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.650927] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302600, 'name': Rename_Task, 'duration_secs': 0.216092} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.652033] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.652033] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89807a9e-3ec8-4d5c-955e-443de5373f7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.660295] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1145.660295] env[69365]: value = "task-3302601" [ 1145.660295] env[69365]: _type = "Task" [ 1145.660295] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.671451] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.733226] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.733951] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.733951] env[69365]: DEBUG nova.objects.instance [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Lazy-loading 'resources' on Instance uuid fd03ba62-57bf-4ed7-b0ec-0c875efad715 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.747774] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1145.748290] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659445', 'volume_id': 'b8517f28-0b1f-47b4-bbd4-1b1fc30a636f', 'name': 'volume-b8517f28-0b1f-47b4-bbd4-1b1fc30a636f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '014b7bd7-b9b1-487c-9758-b618331e4462', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8517f28-0b1f-47b4-bbd4-1b1fc30a636f', 'serial': 'b8517f28-0b1f-47b4-bbd4-1b1fc30a636f'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1145.749330] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7140df-4348-40e6-815c-9b71ccaecfb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.772773] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ad4480-300f-4a79-bf4c-fbbaf36bde28 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.815029] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-b8517f28-0b1f-47b4-bbd4-1b1fc30a636f/volume-b8517f28-0b1f-47b4-bbd4-1b1fc30a636f.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.815029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-54d5fbdd-daac-41c2-a321-f88d8a45fcf5 tempest-ServersTestManualDisk-790493531 tempest-ServersTestManualDisk-790493531-project-member] Lock "18364b2e-75be-4ef1-ba00-47a8dbcc044f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.957s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.815787] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c84bd981-f796-482c-901d-73c84c9a1f53 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.840477] env[69365]: DEBUG oslo_vmware.api [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1145.840477] env[69365]: value = "task-3302602" [ 1145.840477] env[69365]: _type = "Task" [ 1145.840477] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.850329] env[69365]: DEBUG oslo_vmware.api [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.936673] env[69365]: DEBUG nova.objects.base [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Object Instance<14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0> lazy-loaded attributes: flavor,info_cache {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.009885] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.011760] env[69365]: DEBUG nova.network.neutron [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.083481] env[69365]: DEBUG oslo_concurrency.lockutils [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] Releasing lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.084009] env[69365]: DEBUG nova.compute.manager [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Received event network-changed-afd35171-b005-446d-95a8-2c4c14ea4bcf {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.084638] env[69365]: DEBUG nova.compute.manager [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Refreshing instance network info cache due to event network-changed-afd35171-b005-446d-95a8-2c4c14ea4bcf. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.084939] env[69365]: DEBUG oslo_concurrency.lockutils [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] Acquiring lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.085124] env[69365]: DEBUG oslo_concurrency.lockutils [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] Acquired lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.085329] env[69365]: DEBUG nova.network.neutron [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Refreshing network info cache for port afd35171-b005-446d-95a8-2c4c14ea4bcf {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.173677] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302601, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.301264] env[69365]: DEBUG nova.network.neutron [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Updating instance_info_cache with network_info: [{"id": "487bb563-8ecc-4e83-bb84-fd4fa70d520f", "address": "fa:16:3e:7b:62:d7", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487bb563-8e", "ovs_interfaceid": "487bb563-8ecc-4e83-bb84-fd4fa70d520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.352782] env[69365]: DEBUG oslo_vmware.api [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302602, 'name': ReconfigVM_Task, 'duration_secs': 0.503424} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.358921] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-b8517f28-0b1f-47b4-bbd4-1b1fc30a636f/volume-b8517f28-0b1f-47b4-bbd4-1b1fc30a636f.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.361550] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1be9a07-7156-46fb-be88-a78568148c91 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.385334] env[69365]: DEBUG oslo_vmware.api [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1146.385334] env[69365]: value = "task-3302603" [ 1146.385334] env[69365]: _type = "Task" [ 1146.385334] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.398549] env[69365]: DEBUG oslo_vmware.api [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.517090] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3da3da-a82f-427f-b626-7f814556a1bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.528577] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4ede9e-5c65-4c77-921f-79f09074c56a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.564140] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b613aeeb-23d0-401c-b274-323b3f6de38f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.574970] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8df5ac5-571f-42eb-ad05-52211337f161 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.593436] env[69365]: DEBUG nova.compute.provider_tree [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.671596] env[69365]: DEBUG oslo_vmware.api [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302601, 'name': PowerOnVM_Task, 'duration_secs': 0.627686} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.671920] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.672180] env[69365]: INFO nova.compute.manager [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Took 11.81 seconds to spawn the instance on the hypervisor. [ 1146.672427] env[69365]: DEBUG nova.compute.manager [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.673292] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5185417-bba5-4b45-b903-2b4d19304772 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.781507] env[69365]: DEBUG nova.network.neutron [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance_info_cache with network_info: [{"id": "7dd658c6-0480-461e-aaf5-393f19a6993a", "address": "fa:16:3e:15:ba:7d", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd658c6-04", "ovs_interfaceid": "7dd658c6-0480-461e-aaf5-393f19a6993a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.805198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "refresh_cache-e1343c45-219d-4431-ae81-c55a4582f330" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.805819] env[69365]: DEBUG nova.compute.manager [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Instance network_info: |[{"id": "487bb563-8ecc-4e83-bb84-fd4fa70d520f", "address": "fa:16:3e:7b:62:d7", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487bb563-8e", "ovs_interfaceid": "487bb563-8ecc-4e83-bb84-fd4fa70d520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.806386] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:62:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '487bb563-8ecc-4e83-bb84-fd4fa70d520f', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.815370] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.816722] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.818342] env[69365]: DEBUG nova.compute.manager [req-a9d3fb31-5369-4e1e-91fc-a2b433cc90d2 req-0860e09b-2fcf-45ed-9868-82682c9262ff service nova] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Received event network-vif-deleted-c7f15ee2-80dc-42ef-b5be-56063ae128d1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.818342] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ba37a8b-3ec2-4204-b1f8-4ce60460810a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.846414] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.846414] env[69365]: value = "task-3302604" [ 1146.846414] env[69365]: _type = "Task" [ 1146.846414] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.848699] env[69365]: DEBUG nova.compute.manager [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Received event network-changed-487bb563-8ecc-4e83-bb84-fd4fa70d520f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.848699] env[69365]: DEBUG nova.compute.manager [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Refreshing instance network info cache due to event network-changed-487bb563-8ecc-4e83-bb84-fd4fa70d520f. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.848862] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] Acquiring lock "refresh_cache-e1343c45-219d-4431-ae81-c55a4582f330" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.849020] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] Acquired lock "refresh_cache-e1343c45-219d-4431-ae81-c55a4582f330" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.849183] env[69365]: DEBUG nova.network.neutron [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Refreshing network info cache for port 487bb563-8ecc-4e83-bb84-fd4fa70d520f {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.861630] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302604, 'name': CreateVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.897247] env[69365]: DEBUG oslo_vmware.api [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302603, 'name': ReconfigVM_Task, 'duration_secs': 0.164298} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.897563] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659445', 'volume_id': 'b8517f28-0b1f-47b4-bbd4-1b1fc30a636f', 'name': 'volume-b8517f28-0b1f-47b4-bbd4-1b1fc30a636f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '014b7bd7-b9b1-487c-9758-b618331e4462', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8517f28-0b1f-47b4-bbd4-1b1fc30a636f', 'serial': 'b8517f28-0b1f-47b4-bbd4-1b1fc30a636f'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1147.018597] env[69365]: DEBUG nova.network.neutron [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updated VIF entry in instance network info cache for port afd35171-b005-446d-95a8-2c4c14ea4bcf. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.018945] env[69365]: DEBUG nova.network.neutron [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updating instance_info_cache with network_info: [{"id": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "address": "fa:16:3e:23:f7:78", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd35171-b0", "ovs_interfaceid": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.098056] env[69365]: DEBUG nova.scheduler.client.report [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.189892] env[69365]: INFO nova.compute.manager [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Took 27.56 seconds to build instance. [ 1147.285998] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "refresh_cache-14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.369628] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302604, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.522495] env[69365]: DEBUG oslo_concurrency.lockutils [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] Releasing lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.522921] env[69365]: DEBUG nova.compute.manager [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Received event network-vif-plugged-487bb563-8ecc-4e83-bb84-fd4fa70d520f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.523238] env[69365]: DEBUG oslo_concurrency.lockutils [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] Acquiring lock "e1343c45-219d-4431-ae81-c55a4582f330-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.523485] env[69365]: DEBUG oslo_concurrency.lockutils [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] Lock "e1343c45-219d-4431-ae81-c55a4582f330-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.523685] env[69365]: DEBUG oslo_concurrency.lockutils [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] Lock "e1343c45-219d-4431-ae81-c55a4582f330-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.523871] env[69365]: DEBUG nova.compute.manager [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] [instance: e1343c45-219d-4431-ae81-c55a4582f330] No waiting events found dispatching network-vif-plugged-487bb563-8ecc-4e83-bb84-fd4fa70d520f {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.524062] env[69365]: WARNING nova.compute.manager [req-269c6bf4-87a1-42af-ace7-c218ff8690a2 req-e8c005f5-0d45-4d5d-81c5-b6d82e98463b service nova] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Received unexpected event network-vif-plugged-487bb563-8ecc-4e83-bb84-fd4fa70d520f for instance with vm_state building and task_state spawning. [ 1147.567226] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b06acc-bc2b-7d31-663c-9d1f9097cde4/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1147.568484] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43eca21-f877-4273-8d72-4c01eece140d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.581534] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b06acc-bc2b-7d31-663c-9d1f9097cde4/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1147.581776] env[69365]: ERROR oslo_vmware.rw_handles [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b06acc-bc2b-7d31-663c-9d1f9097cde4/disk-0.vmdk due to incomplete transfer. [ 1147.581965] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ebcaedb-74c1-4dcd-85ca-d0d0ce4d2c8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.590249] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b06acc-bc2b-7d31-663c-9d1f9097cde4/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1147.590453] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Uploaded image b8dcd700-33ba-49d1-b053-a2bff3396606 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1147.592782] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1147.593559] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ccb7729-4e50-41fe-83a9-51afe5d44552 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.601759] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.604415] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1147.604415] env[69365]: value = "task-3302605" [ 1147.604415] env[69365]: _type = "Task" [ 1147.604415] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.605320] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.595s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.605575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.621842] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302605, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.631397] env[69365]: INFO nova.scheduler.client.report [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Deleted allocations for instance fd03ba62-57bf-4ed7-b0ec-0c875efad715 [ 1147.637048] env[69365]: INFO nova.scheduler.client.report [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleted allocations for instance 82ca099c-426d-4ef1-b78e-a6039bb4e284 [ 1147.692271] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f671b8e4-0c05-4f81-934b-ed112ffde146 tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "0f306168-ce73-4cfc-b98c-8a712625af18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.073s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.830633] env[69365]: DEBUG nova.network.neutron [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Updated VIF entry in instance network info cache for port 487bb563-8ecc-4e83-bb84-fd4fa70d520f. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.831399] env[69365]: DEBUG nova.network.neutron [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Updating instance_info_cache with network_info: [{"id": "487bb563-8ecc-4e83-bb84-fd4fa70d520f", "address": "fa:16:3e:7b:62:d7", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487bb563-8e", "ovs_interfaceid": "487bb563-8ecc-4e83-bb84-fd4fa70d520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.864357] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302604, 'name': CreateVM_Task, 'duration_secs': 0.996735} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.864562] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.865293] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.865471] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.865829] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.866117] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-279dd15f-e34f-4713-b013-56da078dd551 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.870799] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1147.870799] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522b76c7-aa3f-a9e9-6fe0-3c1c8f4232f2" [ 1147.870799] env[69365]: _type = "Task" [ 1147.870799] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.879406] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522b76c7-aa3f-a9e9-6fe0-3c1c8f4232f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.938985] env[69365]: DEBUG nova.objects.instance [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lazy-loading 'flavor' on Instance uuid 014b7bd7-b9b1-487c-9758-b618331e4462 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.077475] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "0f306168-ce73-4cfc-b98c-8a712625af18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.077779] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "0f306168-ce73-4cfc-b98c-8a712625af18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.078031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "0f306168-ce73-4cfc-b98c-8a712625af18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.078339] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "0f306168-ce73-4cfc-b98c-8a712625af18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.078441] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "0f306168-ce73-4cfc-b98c-8a712625af18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.082178] env[69365]: INFO nova.compute.manager [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Terminating instance [ 1148.118579] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302605, 'name': Destroy_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.147877] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec8b25b2-e861-4e5f-9b18-d6ee9fcd3b74 tempest-ServerActionsTestOtherA-617133581 tempest-ServerActionsTestOtherA-617133581-project-member] Lock "fd03ba62-57bf-4ed7-b0ec-0c875efad715" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.458s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.149256] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7585a1-a982-43b7-be4b-976ec98202ec tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "82ca099c-426d-4ef1-b78e-a6039bb4e284" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.607s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.293912] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.294286] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ee78ff9-4fa9-4f93-95cc-4a84cc8d3c13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.302603] env[69365]: DEBUG oslo_vmware.api [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1148.302603] env[69365]: value = "task-3302606" [ 1148.302603] env[69365]: _type = "Task" [ 1148.302603] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.312289] env[69365]: DEBUG oslo_vmware.api [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.337116] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] Releasing lock "refresh_cache-e1343c45-219d-4431-ae81-c55a4582f330" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.337640] env[69365]: DEBUG nova.compute.manager [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Received event network-changed-afd35171-b005-446d-95a8-2c4c14ea4bcf {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.337640] env[69365]: DEBUG nova.compute.manager [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Refreshing instance network info cache due to event network-changed-afd35171-b005-446d-95a8-2c4c14ea4bcf. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.337909] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] Acquiring lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.337909] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] Acquired lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.338107] env[69365]: DEBUG nova.network.neutron [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Refreshing network info cache for port afd35171-b005-446d-95a8-2c4c14ea4bcf {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.382531] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522b76c7-aa3f-a9e9-6fe0-3c1c8f4232f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.382531] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.382531] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.382836] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.382836] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.383340] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.383575] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9bdcf5d-cf20-469e-bf68-1daddca7db1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.400342] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.400548] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.401375] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90572171-c8a4-4260-b21b-06fd4fe5ec43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.407398] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1148.407398] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5255f566-b9a2-aedd-eea6-55a7c0c1567f" [ 1148.407398] env[69365]: _type = "Task" [ 1148.407398] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.422222] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5255f566-b9a2-aedd-eea6-55a7c0c1567f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.444559] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d2750b1-3cba-4dbb-8f95-2b1269b21a0f tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "014b7bd7-b9b1-487c-9758-b618331e4462" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.348s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.466241] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.466513] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.587311] env[69365]: DEBUG nova.compute.manager [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.588270] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.590590] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b5caf8-6296-4ed5-b344-5d2b3bba126b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.599483] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.599747] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3341528-995d-4a75-af3a-624e043500d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.606524] env[69365]: DEBUG oslo_vmware.api [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1148.606524] env[69365]: value = "task-3302607" [ 1148.606524] env[69365]: _type = "Task" [ 1148.606524] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.618390] env[69365]: DEBUG oslo_vmware.api [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.622073] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302605, 'name': Destroy_Task, 'duration_secs': 0.537438} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.622073] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Destroyed the VM [ 1148.622290] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1148.622570] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-65e6b9d4-c046-4836-8a3c-6fbe538368f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.630798] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1148.630798] env[69365]: value = "task-3302608" [ 1148.630798] env[69365]: _type = "Task" [ 1148.630798] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.640765] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302608, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.816745] env[69365]: DEBUG oslo_vmware.api [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.921753] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "014b7bd7-b9b1-487c-9758-b618331e4462" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.922405] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "014b7bd7-b9b1-487c-9758-b618331e4462" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.922891] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "014b7bd7-b9b1-487c-9758-b618331e4462-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.924144] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "014b7bd7-b9b1-487c-9758-b618331e4462-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.924144] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "014b7bd7-b9b1-487c-9758-b618331e4462-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.927727] env[69365]: INFO nova.compute.manager [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Terminating instance [ 1148.937270] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5255f566-b9a2-aedd-eea6-55a7c0c1567f, 'name': SearchDatastore_Task, 'duration_secs': 0.018903} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.944072] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15327541-ff59-4606-b02d-c81fd4d008da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.948930] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1148.948930] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52227b07-b92a-6965-46c7-6c6f88d6522d" [ 1148.948930] env[69365]: _type = "Task" [ 1148.948930] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.966663] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52227b07-b92a-6965-46c7-6c6f88d6522d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.969747] env[69365]: INFO nova.compute.manager [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Detaching volume 0adc809f-df58-485a-b19c-7e95a34b5953 [ 1149.022028] env[69365]: INFO nova.virt.block_device [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Attempting to driver detach volume 0adc809f-df58-485a-b19c-7e95a34b5953 from mountpoint /dev/sdb [ 1149.022493] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.022892] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659417', 'volume_id': '0adc809f-df58-485a-b19c-7e95a34b5953', 'name': 'volume-0adc809f-df58-485a-b19c-7e95a34b5953', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1faf2b36-2066-446e-a393-7e2e97bab6fb', 'attached_at': '', 'detached_at': '', 'volume_id': '0adc809f-df58-485a-b19c-7e95a34b5953', 'serial': '0adc809f-df58-485a-b19c-7e95a34b5953'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.024854] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195358ef-458b-4abe-8566-2a099be0aba5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.053710] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d30c9c-2a2d-40de-b749-01b60654665f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.064730] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace372e1-444b-4466-b51c-16bb72fca515 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.090027] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb65143-22b4-4470-8ffb-1b93cd81c212 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.112886] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] The volume has not been displaced from its original location: [datastore2] volume-0adc809f-df58-485a-b19c-7e95a34b5953/volume-0adc809f-df58-485a-b19c-7e95a34b5953.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1149.120139] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.126505] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d2f83a4-9269-4727-9816-1b5fd3094bb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.149209] env[69365]: DEBUG oslo_vmware.api [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302607, 'name': PowerOffVM_Task, 'duration_secs': 0.217107} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.150975] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.151133] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.151415] env[69365]: DEBUG oslo_vmware.api [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1149.151415] env[69365]: value = "task-3302609" [ 1149.151415] env[69365]: _type = "Task" [ 1149.151415] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.151623] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e977cb8-1744-4422-aac2-18f86fa8ae63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.163636] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302608, 'name': RemoveSnapshot_Task, 'duration_secs': 0.46} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.164549] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1149.167508] env[69365]: DEBUG nova.compute.manager [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.167508] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844cd404-ea9e-4880-985f-024b04d44085 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.172451] env[69365]: DEBUG oslo_vmware.api [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.276580] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.276859] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.277107] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Deleting the datastore file [datastore2] 0f306168-ce73-4cfc-b98c-8a712625af18 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.277405] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a15cea47-dd6e-48fe-9ccd-e04ffdcaf1af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.284566] env[69365]: DEBUG oslo_vmware.api [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for the task: (returnval){ [ 1149.284566] env[69365]: value = "task-3302611" [ 1149.284566] env[69365]: _type = "Task" [ 1149.284566] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.294242] env[69365]: DEBUG oslo_vmware.api [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.307022] env[69365]: DEBUG nova.network.neutron [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updated VIF entry in instance network info cache for port afd35171-b005-446d-95a8-2c4c14ea4bcf. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.308929] env[69365]: DEBUG nova.network.neutron [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updating instance_info_cache with network_info: [{"id": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "address": "fa:16:3e:23:f7:78", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd35171-b0", "ovs_interfaceid": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.319792] env[69365]: DEBUG oslo_vmware.api [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302606, 'name': PowerOnVM_Task, 'duration_secs': 0.659838} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.322380] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.322380] env[69365]: DEBUG nova.compute.manager [None req-3083c176-977c-49fd-ab8d-e42abab9bad6 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.322380] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c065a9f-d4f9-4171-9497-f9741cd6ba13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.441388] env[69365]: DEBUG nova.compute.manager [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.441663] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.441922] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efeb0e93-bdd8-44fa-aacf-d2ac0c8ce343 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.448080] env[69365]: DEBUG oslo_vmware.api [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1149.448080] env[69365]: value = "task-3302612" [ 1149.448080] env[69365]: _type = "Task" [ 1149.448080] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.460520] env[69365]: DEBUG oslo_vmware.api [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.464109] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52227b07-b92a-6965-46c7-6c6f88d6522d, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.464464] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.464636] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e1343c45-219d-4431-ae81-c55a4582f330/e1343c45-219d-4431-ae81-c55a4582f330.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.465245] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b3db386-e688-45cc-ae60-4e761faa59e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.473149] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1149.473149] env[69365]: value = "task-3302613" [ 1149.473149] env[69365]: _type = "Task" [ 1149.473149] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.480228] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.667913] env[69365]: DEBUG oslo_vmware.api [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302609, 'name': ReconfigVM_Task, 'duration_secs': 0.295914} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.667913] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.674065] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3064d62a-afb8-4a36-8325-e7f7319bba5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.690550] env[69365]: INFO nova.compute.manager [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Shelve offloading [ 1149.694961] env[69365]: DEBUG oslo_vmware.api [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1149.694961] env[69365]: value = "task-3302614" [ 1149.694961] env[69365]: _type = "Task" [ 1149.694961] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.708409] env[69365]: DEBUG oslo_vmware.api [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.797184] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "2daa412d-5bd8-4413-930b-a2cf17642728" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.797460] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "2daa412d-5bd8-4413-930b-a2cf17642728" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.802665] env[69365]: DEBUG oslo_vmware.api [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Task: {'id': task-3302611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209579} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.803210] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.803598] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.803746] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.803927] env[69365]: INFO nova.compute.manager [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1149.804298] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.804467] env[69365]: DEBUG nova.compute.manager [-] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.804467] env[69365]: DEBUG nova.network.neutron [-] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.813614] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] Releasing lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.813977] env[69365]: DEBUG nova.compute.manager [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Received event network-changed-d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.814081] env[69365]: DEBUG nova.compute.manager [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Refreshing instance network info cache due to event network-changed-d688ceff-8a05-4acd-8a17-72f454e2dce7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.814304] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] Acquiring lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.814451] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] Acquired lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.814611] env[69365]: DEBUG nova.network.neutron [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Refreshing network info cache for port d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.958873] env[69365]: DEBUG oslo_vmware.api [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302612, 'name': PowerOffVM_Task, 'duration_secs': 0.189013} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.959031] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.959262] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.959450] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659445', 'volume_id': 'b8517f28-0b1f-47b4-bbd4-1b1fc30a636f', 'name': 'volume-b8517f28-0b1f-47b4-bbd4-1b1fc30a636f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '014b7bd7-b9b1-487c-9758-b618331e4462', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8517f28-0b1f-47b4-bbd4-1b1fc30a636f', 'serial': 'b8517f28-0b1f-47b4-bbd4-1b1fc30a636f'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.960408] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2a2ec3-ca4f-4423-824f-ab82b6feecc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.990231] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec58163-a6f6-4720-b2f3-6f7d4e61e941 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.999801] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302613, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.000811] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0937bfc7-b7e2-4d18-aa2d-e7d9f66d1688 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.025034] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc3f63d-092c-4261-b8fe-020dc1828828 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.043465] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] The volume has not been displaced from its original location: [datastore2] volume-b8517f28-0b1f-47b4-bbd4-1b1fc30a636f/volume-b8517f28-0b1f-47b4-bbd4-1b1fc30a636f.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1150.048944] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.049366] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-011a49ba-1c8e-4d39-b29e-eea4d43e48da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.067782] env[69365]: DEBUG oslo_vmware.api [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1150.067782] env[69365]: value = "task-3302615" [ 1150.067782] env[69365]: _type = "Task" [ 1150.067782] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.075968] env[69365]: DEBUG oslo_vmware.api [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.163995] env[69365]: DEBUG nova.compute.manager [req-69ff23b8-ceb6-439c-b6e7-8c8184d13658 req-74fc8c5f-3548-468d-a25d-2fdcecbc0bb2 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Received event network-vif-deleted-8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.163995] env[69365]: INFO nova.compute.manager [req-69ff23b8-ceb6-439c-b6e7-8c8184d13658 req-74fc8c5f-3548-468d-a25d-2fdcecbc0bb2 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Neutron deleted interface 8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59; detaching it from the instance and deleting it from the info cache [ 1150.163995] env[69365]: DEBUG nova.network.neutron [req-69ff23b8-ceb6-439c-b6e7-8c8184d13658 req-74fc8c5f-3548-468d-a25d-2fdcecbc0bb2 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Updating instance_info_cache with network_info: [{"id": "0060af53-8a97-480c-8e7b-05a2bce73e29", "address": "fa:16:3e:17:97:30", "network": {"id": "7adfdb08-b387-452f-a8b3-8c33d00e9ace", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1004604743", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "48b768c03723474ea98fbde74ac2f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0060af53-8a", "ovs_interfaceid": "0060af53-8a97-480c-8e7b-05a2bce73e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.194119] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.194500] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bb3bb68-ef90-4ec5-a76c-67aeb1483e6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.206027] env[69365]: DEBUG oslo_vmware.api [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302614, 'name': ReconfigVM_Task, 'duration_secs': 0.163118} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.207363] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659417', 'volume_id': '0adc809f-df58-485a-b19c-7e95a34b5953', 'name': 'volume-0adc809f-df58-485a-b19c-7e95a34b5953', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1faf2b36-2066-446e-a393-7e2e97bab6fb', 'attached_at': '', 'detached_at': '', 'volume_id': '0adc809f-df58-485a-b19c-7e95a34b5953', 'serial': '0adc809f-df58-485a-b19c-7e95a34b5953'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1150.209723] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1150.209723] env[69365]: value = "task-3302616" [ 1150.209723] env[69365]: _type = "Task" [ 1150.209723] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.219137] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1150.219385] env[69365]: DEBUG nova.compute.manager [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.220277] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2a0a5d-bf77-40e2-a3f7-8e19fcbd9066 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.226276] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.226450] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.226636] env[69365]: DEBUG nova.network.neutron [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.303980] env[69365]: DEBUG nova.compute.manager [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.498506] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547491} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.499219] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] e1343c45-219d-4431-ae81-c55a4582f330/e1343c45-219d-4431-ae81-c55a4582f330.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.499219] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.499538] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8bef837-3975-480b-9036-b0153ce34922 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.507623] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1150.507623] env[69365]: value = "task-3302617" [ 1150.507623] env[69365]: _type = "Task" [ 1150.507623] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.516890] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.579892] env[69365]: DEBUG oslo_vmware.api [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302615, 'name': ReconfigVM_Task, 'duration_secs': 0.204788} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.580922] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.590840] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-482424b4-9a6b-4ea5-86fb-9abfbd871b35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.614648] env[69365]: DEBUG oslo_vmware.api [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1150.614648] env[69365]: value = "task-3302618" [ 1150.614648] env[69365]: _type = "Task" [ 1150.614648] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.626767] env[69365]: DEBUG oslo_vmware.api [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.669991] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37eb30a6-8256-4ef2-8c0f-7b9f614b0ab1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.681851] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535776d2-84e4-43d1-9161-0a6e33e1dac5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.717495] env[69365]: DEBUG nova.compute.manager [req-69ff23b8-ceb6-439c-b6e7-8c8184d13658 req-74fc8c5f-3548-468d-a25d-2fdcecbc0bb2 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Detach interface failed, port_id=8cbde9c5-1d3c-4ab3-9afb-db0fbdbb8c59, reason: Instance 0f306168-ce73-4cfc-b98c-8a712625af18 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1150.734198] env[69365]: DEBUG nova.network.neutron [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updated VIF entry in instance network info cache for port d688ceff-8a05-4acd-8a17-72f454e2dce7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.734741] env[69365]: DEBUG nova.network.neutron [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updating instance_info_cache with network_info: [{"id": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "address": "fa:16:3e:98:c5:68", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd688ceff-8a", "ovs_interfaceid": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.776139] env[69365]: DEBUG nova.objects.instance [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lazy-loading 'flavor' on Instance uuid 1faf2b36-2066-446e-a393-7e2e97bab6fb {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.830124] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.830455] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.832127] env[69365]: INFO nova.compute.claims [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.958138] env[69365]: DEBUG nova.network.neutron [-] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.020237] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.386318} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.020542] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.021435] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472eef56-2c11-422e-83e1-06c90d27bb55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.053057] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] e1343c45-219d-4431-ae81-c55a4582f330/e1343c45-219d-4431-ae81-c55a4582f330.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.056821] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97873fcc-06ea-4737-8b0c-8e028a1eefd4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.081355] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1151.081355] env[69365]: value = "task-3302619" [ 1151.081355] env[69365]: _type = "Task" [ 1151.081355] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.090970] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.126886] env[69365]: DEBUG oslo_vmware.api [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302618, 'name': ReconfigVM_Task, 'duration_secs': 0.334404} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.127251] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659445', 'volume_id': 'b8517f28-0b1f-47b4-bbd4-1b1fc30a636f', 'name': 'volume-b8517f28-0b1f-47b4-bbd4-1b1fc30a636f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '014b7bd7-b9b1-487c-9758-b618331e4462', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8517f28-0b1f-47b4-bbd4-1b1fc30a636f', 'serial': 'b8517f28-0b1f-47b4-bbd4-1b1fc30a636f'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1151.127549] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.128383] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f87aa92-133a-4e42-856b-f428a8f942f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.132887] env[69365]: DEBUG nova.network.neutron [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Updating instance_info_cache with network_info: [{"id": "f5799aaa-e180-48ae-a58e-e6320fce8294", "address": "fa:16:3e:37:47:18", "network": {"id": "d870eb9a-de7e-41c7-98b2-de0321b747ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1581030405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a329432ab34560a794b0ecbe424961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5799aaa-e1", "ovs_interfaceid": "f5799aaa-e180-48ae-a58e-e6320fce8294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.137640] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.137640] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0e28e3e-2fc7-4b1e-b6ad-a860f5f07b29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.211732] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.211897] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.212134] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleting the datastore file [datastore1] 014b7bd7-b9b1-487c-9758-b618331e4462 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.212873] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0ad9da8-9c56-4175-9822-53b68120fdba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.220701] env[69365]: DEBUG oslo_vmware.api [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1151.220701] env[69365]: value = "task-3302621" [ 1151.220701] env[69365]: _type = "Task" [ 1151.220701] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.224668] env[69365]: DEBUG oslo_concurrency.lockutils [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.224986] env[69365]: DEBUG oslo_concurrency.lockutils [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.225418] env[69365]: DEBUG oslo_concurrency.lockutils [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.225527] env[69365]: DEBUG oslo_concurrency.lockutils [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.225697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.230540] env[69365]: INFO nova.compute.manager [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Terminating instance [ 1151.237068] env[69365]: DEBUG oslo_vmware.api [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.239029] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d3f7f7e-3e18-46d7-bf5e-05040219dc86 req-8b11c17c-fe50-4b32-8e01-d20f3ea51e69 service nova] Releasing lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.462043] env[69365]: INFO nova.compute.manager [-] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Took 1.66 seconds to deallocate network for instance. [ 1151.593692] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302619, 'name': ReconfigVM_Task, 'duration_secs': 0.341791} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.594638] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Reconfigured VM instance instance-0000006a to attach disk [datastore2] e1343c45-219d-4431-ae81-c55a4582f330/e1343c45-219d-4431-ae81-c55a4582f330.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.595591] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e281a30-6387-4b14-a3bb-7a028eac59bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.609376] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1151.609376] env[69365]: value = "task-3302622" [ 1151.609376] env[69365]: _type = "Task" [ 1151.609376] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.620943] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302622, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.636313] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Releasing lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.735024] env[69365]: DEBUG oslo_vmware.api [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181453} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.735024] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.735024] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.735024] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.735024] env[69365]: INFO nova.compute.manager [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1151.735024] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.735024] env[69365]: DEBUG nova.compute.manager [-] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.735024] env[69365]: DEBUG nova.network.neutron [-] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.740261] env[69365]: DEBUG nova.compute.manager [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.740718] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.741672] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed93045c-918e-4acc-91f1-0a31d62ef375 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.750666] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.751101] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f59e8279-7ffd-4c5c-aa0c-7437e3e74562 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.758951] env[69365]: DEBUG oslo_vmware.api [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1151.758951] env[69365]: value = "task-3302623" [ 1151.758951] env[69365]: _type = "Task" [ 1151.758951] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.772726] env[69365]: DEBUG oslo_vmware.api [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.790715] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3e409d8-e2c5-4e14-a390-717d968e5007 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.323s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.967541] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.975980] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.976905] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c8e828-bcad-4bd1-9d69-8bb83a8cc580 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.985447] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.988153] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef5b47e7-851f-4e04-803f-4e648f2454cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.051173] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.051459] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.052362] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "1faf2b36-2066-446e-a393-7e2e97bab6fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.052362] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.052517] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.055477] env[69365]: DEBUG nova.compute.manager [req-29448aed-c2bc-46ec-81ea-03c019445827 req-4f29d50f-5b08-41a3-9243-e5daef3e1f2d service nova] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Received event network-vif-deleted-0efdd4ef-163e-46c7-9311-dea3b1469094 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.056352] env[69365]: INFO nova.compute.manager [req-29448aed-c2bc-46ec-81ea-03c019445827 req-4f29d50f-5b08-41a3-9243-e5daef3e1f2d service nova] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Neutron deleted interface 0efdd4ef-163e-46c7-9311-dea3b1469094; detaching it from the instance and deleting it from the info cache [ 1152.056566] env[69365]: DEBUG nova.network.neutron [req-29448aed-c2bc-46ec-81ea-03c019445827 req-4f29d50f-5b08-41a3-9243-e5daef3e1f2d service nova] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.057994] env[69365]: INFO nova.compute.manager [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Terminating instance [ 1152.060894] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.061122] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.061381] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Deleting the datastore file [datastore1] b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.063471] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfbb5071-1a82-47e1-a947-a5a720a519cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.066906] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b5931a-8d47-4c9d-9dd2-e2dff02a563c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.075930] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2a568f-b061-4e8c-985e-8d4a7223535f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.079127] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1152.079127] env[69365]: value = "task-3302625" [ 1152.079127] env[69365]: _type = "Task" [ 1152.079127] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.110230] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b9fb46-af2d-4fb6-823c-24ae90e61a04 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.116053] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.123890] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302622, 'name': Rename_Task, 'duration_secs': 0.162819} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.125920] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.126538] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8cea930-445a-4e71-8df9-488f4fe38d39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.128932] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e753066-645f-42a9-a0a9-c9904fff32ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.142968] env[69365]: DEBUG nova.compute.provider_tree [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.147613] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1152.147613] env[69365]: value = "task-3302626" [ 1152.147613] env[69365]: _type = "Task" [ 1152.147613] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.154445] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.269772] env[69365]: DEBUG oslo_vmware.api [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302623, 'name': PowerOffVM_Task, 'duration_secs': 0.219322} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.270080] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.270256] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.270520] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60c07b06-5c76-4a0b-8072-3df5944000fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.339109] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.339252] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.339478] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleting the datastore file [datastore1] 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.339784] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0450f672-027a-4d30-a44f-0c05881761cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.346933] env[69365]: DEBUG oslo_vmware.api [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1152.346933] env[69365]: value = "task-3302628" [ 1152.346933] env[69365]: _type = "Task" [ 1152.346933] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.355503] env[69365]: DEBUG oslo_vmware.api [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.363756] env[69365]: DEBUG nova.compute.manager [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Received event network-vif-deleted-0060af53-8a97-480c-8e7b-05a2bce73e29 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.363990] env[69365]: DEBUG nova.compute.manager [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Received event network-vif-unplugged-f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.364414] env[69365]: DEBUG oslo_concurrency.lockutils [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] Acquiring lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.364661] env[69365]: DEBUG oslo_concurrency.lockutils [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.364866] env[69365]: DEBUG oslo_concurrency.lockutils [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.365074] env[69365]: DEBUG nova.compute.manager [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] No waiting events found dispatching network-vif-unplugged-f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.365421] env[69365]: WARNING nova.compute.manager [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Received unexpected event network-vif-unplugged-f5799aaa-e180-48ae-a58e-e6320fce8294 for instance with vm_state shelved and task_state shelving_offloading. [ 1152.365622] env[69365]: DEBUG nova.compute.manager [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Received event network-changed-f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.365814] env[69365]: DEBUG nova.compute.manager [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Refreshing instance network info cache due to event network-changed-f5799aaa-e180-48ae-a58e-e6320fce8294. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.366049] env[69365]: DEBUG oslo_concurrency.lockutils [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] Acquiring lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.366208] env[69365]: DEBUG oslo_concurrency.lockutils [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] Acquired lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.366382] env[69365]: DEBUG nova.network.neutron [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Refreshing network info cache for port f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.531618] env[69365]: DEBUG nova.network.neutron [-] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.563303] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0d66f99-6a40-47ad-877e-ea1a01ca2959 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.570566] env[69365]: DEBUG nova.compute.manager [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.570781] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.572740] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9b60c2-1501-40b6-b309-2babd43e24ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.579144] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d4b314-95c4-404b-9572-cd2f80b3469f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.597089] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.597811] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-774c73eb-e44e-45f5-9d0d-f5745b362fb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.604418] env[69365]: DEBUG oslo_vmware.api [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190093} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.605198] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.605403] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.605583] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.623444] env[69365]: DEBUG oslo_vmware.api [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1152.623444] env[69365]: value = "task-3302629" [ 1152.623444] env[69365]: _type = "Task" [ 1152.623444] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.623858] env[69365]: DEBUG nova.compute.manager [req-29448aed-c2bc-46ec-81ea-03c019445827 req-4f29d50f-5b08-41a3-9243-e5daef3e1f2d service nova] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Detach interface failed, port_id=0efdd4ef-163e-46c7-9311-dea3b1469094, reason: Instance 014b7bd7-b9b1-487c-9758-b618331e4462 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1152.635631] env[69365]: DEBUG oslo_vmware.api [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.644442] env[69365]: INFO nova.scheduler.client.report [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Deleted allocations for instance b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 [ 1152.648118] env[69365]: DEBUG nova.scheduler.client.report [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.661045] env[69365]: DEBUG oslo_vmware.api [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302626, 'name': PowerOnVM_Task, 'duration_secs': 0.492228} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.661327] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.662249] env[69365]: INFO nova.compute.manager [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1152.662249] env[69365]: DEBUG nova.compute.manager [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.662795] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af6ad62-7673-4b61-84b9-f5dd6c6a552e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.859030] env[69365]: DEBUG oslo_vmware.api [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231933} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.859370] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.859586] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.859767] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.859945] env[69365]: INFO nova.compute.manager [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1152.860278] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.860493] env[69365]: DEBUG nova.compute.manager [-] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.860591] env[69365]: DEBUG nova.network.neutron [-] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.034913] env[69365]: INFO nova.compute.manager [-] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Took 1.30 seconds to deallocate network for instance. [ 1153.069956] env[69365]: DEBUG nova.network.neutron [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Updated VIF entry in instance network info cache for port f5799aaa-e180-48ae-a58e-e6320fce8294. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.070395] env[69365]: DEBUG nova.network.neutron [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Updating instance_info_cache with network_info: [{"id": "f5799aaa-e180-48ae-a58e-e6320fce8294", "address": "fa:16:3e:37:47:18", "network": {"id": "d870eb9a-de7e-41c7-98b2-de0321b747ca", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1581030405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a329432ab34560a794b0ecbe424961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf5799aaa-e1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.135149] env[69365]: DEBUG oslo_vmware.api [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302629, 'name': PowerOffVM_Task, 'duration_secs': 0.199116} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.135446] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.135620] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.135872] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c7f72c6-e497-4a5d-b9cb-a607a3f3c947 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.148858] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.153085] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.153680] env[69365]: DEBUG nova.compute.manager [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.156527] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.189s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.156745] env[69365]: DEBUG nova.objects.instance [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lazy-loading 'resources' on Instance uuid 0f306168-ce73-4cfc-b98c-8a712625af18 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.183879] env[69365]: INFO nova.compute.manager [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Took 14.87 seconds to build instance. [ 1153.207680] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.207680] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.207680] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleting the datastore file [datastore1] 1faf2b36-2066-446e-a393-7e2e97bab6fb {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.207911] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d55806f-a321-4e5c-bae8-70cdd197c750 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.214631] env[69365]: DEBUG oslo_vmware.api [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1153.214631] env[69365]: value = "task-3302631" [ 1153.214631] env[69365]: _type = "Task" [ 1153.214631] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.222732] env[69365]: DEBUG oslo_vmware.api [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.573827] env[69365]: DEBUG oslo_concurrency.lockutils [req-6ef018e2-dbb2-4c91-8339-f73eb880b3a0 req-c1ad29de-c7f1-4ad1-942d-2c4d096e0717 service nova] Releasing lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.586301] env[69365]: INFO nova.compute.manager [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Took 0.55 seconds to detach 1 volumes for instance. [ 1153.659811] env[69365]: DEBUG nova.compute.utils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.662554] env[69365]: DEBUG nova.compute.manager [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.662832] env[69365]: DEBUG nova.network.neutron [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.688848] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28f9f7eb-840a-4dba-9694-da2987c7065b tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "e1343c45-219d-4431-ae81-c55a4582f330" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.387s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.706419] env[69365]: DEBUG nova.policy [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2aba849387c84f4b802cf826e19e4767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dcccd5b2d21474a8b93cb2c02b9c163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.725895] env[69365]: DEBUG oslo_vmware.api [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4784} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.728948] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.728948] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.728948] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.729180] env[69365]: INFO nova.compute.manager [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1153.729282] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.729654] env[69365]: DEBUG nova.compute.manager [-] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.729752] env[69365]: DEBUG nova.network.neutron [-] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.839959] env[69365]: DEBUG nova.network.neutron [-] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.861266] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18c36f4-8234-4e1c-83ca-4d4045d6ca14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.872189] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6906e6d-e621-493f-bb34-80a721e59c89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.902648] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8da3bff-2c2b-4495-b4bb-4e87626a1570 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.914065] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8328c8b-6d81-4540-8c02-41442ca2b1bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.927887] env[69365]: DEBUG nova.compute.provider_tree [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.087079] env[69365]: DEBUG nova.network.neutron [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Successfully created port: 5ebb81c6-d951-4c5d-b9a6-132ae78d2a40 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.099032] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.137142] env[69365]: DEBUG nova.compute.manager [req-988842de-ae1b-4529-9f49-c07d4d62a3cd req-c7974192-da78-40e1-aa5a-91b49f2fd55a service nova] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Received event network-vif-deleted-7dd658c6-0480-461e-aaf5-393f19a6993a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.163184] env[69365]: DEBUG nova.compute.manager [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.346140] env[69365]: INFO nova.compute.manager [-] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Took 1.48 seconds to deallocate network for instance. [ 1154.433218] env[69365]: DEBUG nova.scheduler.client.report [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.467195] env[69365]: DEBUG nova.compute.manager [req-2d9c1ebd-8d1d-4b4d-b5ce-a402dd57bc33 req-ccaee5cd-6f80-419e-a63d-eabc808a1dd9 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Received event network-vif-deleted-8ed2326c-6167-490c-b1a7-a26978e8e721 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.467195] env[69365]: INFO nova.compute.manager [req-2d9c1ebd-8d1d-4b4d-b5ce-a402dd57bc33 req-ccaee5cd-6f80-419e-a63d-eabc808a1dd9 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Neutron deleted interface 8ed2326c-6167-490c-b1a7-a26978e8e721; detaching it from the instance and deleting it from the info cache [ 1154.467195] env[69365]: DEBUG nova.network.neutron [req-2d9c1ebd-8d1d-4b4d-b5ce-a402dd57bc33 req-ccaee5cd-6f80-419e-a63d-eabc808a1dd9 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.792932] env[69365]: DEBUG nova.network.neutron [-] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.853213] env[69365]: DEBUG oslo_concurrency.lockutils [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.871986] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "e1343c45-219d-4431-ae81-c55a4582f330" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.872294] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "e1343c45-219d-4431-ae81-c55a4582f330" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.872609] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "e1343c45-219d-4431-ae81-c55a4582f330-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.872807] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "e1343c45-219d-4431-ae81-c55a4582f330-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.872977] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "e1343c45-219d-4431-ae81-c55a4582f330-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.876281] env[69365]: INFO nova.compute.manager [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Terminating instance [ 1154.936568] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.939648] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.790s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.939648] env[69365]: DEBUG nova.objects.instance [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lazy-loading 'resources' on Instance uuid b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.956862] env[69365]: INFO nova.scheduler.client.report [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Deleted allocations for instance 0f306168-ce73-4cfc-b98c-8a712625af18 [ 1154.970256] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d5700fa-d38f-4c5b-9107-ee0ed3525851 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.985541] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7b6a4b-f897-4127-8850-68d312dd58f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.018951] env[69365]: DEBUG nova.compute.manager [req-2d9c1ebd-8d1d-4b4d-b5ce-a402dd57bc33 req-ccaee5cd-6f80-419e-a63d-eabc808a1dd9 service nova] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Detach interface failed, port_id=8ed2326c-6167-490c-b1a7-a26978e8e721, reason: Instance 1faf2b36-2066-446e-a393-7e2e97bab6fb could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.174696] env[69365]: DEBUG nova.compute.manager [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.201037] env[69365]: DEBUG nova.virt.hardware [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.201357] env[69365]: DEBUG nova.virt.hardware [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.201557] env[69365]: DEBUG nova.virt.hardware [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.201770] env[69365]: DEBUG nova.virt.hardware [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.201959] env[69365]: DEBUG nova.virt.hardware [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.202156] env[69365]: DEBUG nova.virt.hardware [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.202422] env[69365]: DEBUG nova.virt.hardware [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.202597] env[69365]: DEBUG nova.virt.hardware [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.202771] env[69365]: DEBUG nova.virt.hardware [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.202960] env[69365]: DEBUG nova.virt.hardware [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.203178] env[69365]: DEBUG nova.virt.hardware [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.204161] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f2e38f-45c9-4475-9f32-d16fe7230369 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.213650] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f92f37-f25b-4bca-940e-75eb00252b58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.295630] env[69365]: INFO nova.compute.manager [-] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Took 1.57 seconds to deallocate network for instance. [ 1155.381070] env[69365]: DEBUG nova.compute.manager [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.381070] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.381348] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69690dad-7a17-41e7-b5ba-e7c6b152c716 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.389874] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.389874] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4adaefd0-f165-41ba-93ad-b929080e1192 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.398783] env[69365]: DEBUG oslo_vmware.api [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1155.398783] env[69365]: value = "task-3302632" [ 1155.398783] env[69365]: _type = "Task" [ 1155.398783] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.407585] env[69365]: DEBUG oslo_vmware.api [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.442633] env[69365]: DEBUG nova.objects.instance [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lazy-loading 'numa_topology' on Instance uuid b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.465067] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a5359a4-aef7-41b1-8f73-120ff2238d2d tempest-ServersTestMultiNic-804978182 tempest-ServersTestMultiNic-804978182-project-member] Lock "0f306168-ce73-4cfc-b98c-8a712625af18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.387s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.478223] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.731663] env[69365]: DEBUG nova.network.neutron [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Successfully updated port: 5ebb81c6-d951-4c5d-b9a6-132ae78d2a40 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.802181] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.911717] env[69365]: DEBUG oslo_vmware.api [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302632, 'name': PowerOffVM_Task, 'duration_secs': 0.193352} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.911717] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.911717] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.912503] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6080a3f4-f9d7-423f-b760-574673d3b44f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.945638] env[69365]: DEBUG nova.objects.base [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.987457] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.988211] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.988211] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleting the datastore file [datastore2] e1343c45-219d-4431-ae81-c55a4582f330 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.988211] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b324055-d3a7-49be-972a-c2b833b84a30 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.996166] env[69365]: DEBUG oslo_vmware.api [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1155.996166] env[69365]: value = "task-3302634" [ 1155.996166] env[69365]: _type = "Task" [ 1155.996166] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.007990] env[69365]: DEBUG oslo_vmware.api [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.140970] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6eefd8-27c8-4c51-82c6-18907aea2628 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.149029] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f2c421-6386-4854-9d38-c8eef11ad890 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.182115] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e9b3e3-9716-4c0a-8a17-7d9d0b0df4ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.185646] env[69365]: DEBUG nova.compute.manager [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Received event network-vif-plugged-5ebb81c6-d951-4c5d-b9a6-132ae78d2a40 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.185840] env[69365]: DEBUG oslo_concurrency.lockutils [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] Acquiring lock "2daa412d-5bd8-4413-930b-a2cf17642728-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.186055] env[69365]: DEBUG oslo_concurrency.lockutils [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] Lock "2daa412d-5bd8-4413-930b-a2cf17642728-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.186224] env[69365]: DEBUG oslo_concurrency.lockutils [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] Lock "2daa412d-5bd8-4413-930b-a2cf17642728-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.186392] env[69365]: DEBUG nova.compute.manager [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] No waiting events found dispatching network-vif-plugged-5ebb81c6-d951-4c5d-b9a6-132ae78d2a40 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.186552] env[69365]: WARNING nova.compute.manager [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Received unexpected event network-vif-plugged-5ebb81c6-d951-4c5d-b9a6-132ae78d2a40 for instance with vm_state building and task_state spawning. [ 1156.186707] env[69365]: DEBUG nova.compute.manager [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Received event network-changed-5ebb81c6-d951-4c5d-b9a6-132ae78d2a40 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.186859] env[69365]: DEBUG nova.compute.manager [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Refreshing instance network info cache due to event network-changed-5ebb81c6-d951-4c5d-b9a6-132ae78d2a40. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.187051] env[69365]: DEBUG oslo_concurrency.lockutils [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] Acquiring lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.187188] env[69365]: DEBUG oslo_concurrency.lockutils [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] Acquired lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.187347] env[69365]: DEBUG nova.network.neutron [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Refreshing network info cache for port 5ebb81c6-d951-4c5d-b9a6-132ae78d2a40 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.195157] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9a973f-9e48-47d1-b3bf-5246e2da9d7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.210527] env[69365]: DEBUG nova.compute.provider_tree [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.237835] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.509797] env[69365]: DEBUG oslo_vmware.api [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14769} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.510106] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.510315] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.510498] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.510671] env[69365]: INFO nova.compute.manager [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1156.510913] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.511126] env[69365]: DEBUG nova.compute.manager [-] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.511222] env[69365]: DEBUG nova.network.neutron [-] [instance: e1343c45-219d-4431-ae81-c55a4582f330] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.714520] env[69365]: DEBUG nova.scheduler.client.report [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.736906] env[69365]: DEBUG nova.network.neutron [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.889576] env[69365]: DEBUG nova.network.neutron [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.223825] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.283s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.230713] env[69365]: DEBUG nova.network.neutron [-] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.230713] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.133s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.230713] env[69365]: DEBUG nova.objects.instance [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lazy-loading 'resources' on Instance uuid 014b7bd7-b9b1-487c-9758-b618331e4462 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.392812] env[69365]: DEBUG oslo_concurrency.lockutils [req-26a1e398-8086-4282-aef7-68cbe6d81353 req-075ea112-9869-4808-9266-5c2a3041a8bb service nova] Releasing lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.393226] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.393393] env[69365]: DEBUG nova.network.neutron [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.736024] env[69365]: INFO nova.compute.manager [-] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Took 1.22 seconds to deallocate network for instance. [ 1157.739257] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c5d4cca-2e12-43ea-98dc-6502dcf50945 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.540s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.743034] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.265s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.743034] env[69365]: INFO nova.compute.manager [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Unshelving [ 1157.933545] env[69365]: DEBUG nova.network.neutron [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.946649] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18abd94-af80-487d-93dd-b9f4245b9933 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.964940] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7019f9-664f-4fc0-ba9a-ca026bb43dfc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.001509] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3b26f2-de6d-4086-96e0-8e0e519c7c3b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.009407] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0ea021-7b4f-4b86-8fe7-5371f7f5c3b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.024423] env[69365]: DEBUG nova.compute.provider_tree [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.139292] env[69365]: DEBUG nova.network.neutron [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance_info_cache with network_info: [{"id": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "address": "fa:16:3e:63:8d:02", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebb81c6-d9", "ovs_interfaceid": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.194582] env[69365]: DEBUG nova.compute.manager [req-6fb470a9-65e7-4942-8a78-152d6a685573 req-e4c84ca9-4f38-46d8-843c-256f3340b89f service nova] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Received event network-vif-deleted-487bb563-8ecc-4e83-bb84-fd4fa70d520f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.252701] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.528259] env[69365]: DEBUG nova.scheduler.client.report [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.643531] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.643944] env[69365]: DEBUG nova.compute.manager [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Instance network_info: |[{"id": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "address": "fa:16:3e:63:8d:02", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebb81c6-d9", "ovs_interfaceid": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.644513] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:8d:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ebb81c6-d951-4c5d-b9a6-132ae78d2a40', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.652444] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.652724] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.652903] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-550ce71f-ab66-454d-9f6f-f9d437896f81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.674716] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.674716] env[69365]: value = "task-3302635" [ 1158.674716] env[69365]: _type = "Task" [ 1158.674716] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.683430] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302635, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.775265] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.035376] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.044307] env[69365]: DEBUG oslo_concurrency.lockutils [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.185s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.044568] env[69365]: DEBUG oslo_concurrency.lockutils [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.007s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.047116] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.245s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.047356] env[69365]: DEBUG nova.objects.instance [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lazy-loading 'resources' on Instance uuid 1faf2b36-2066-446e-a393-7e2e97bab6fb {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.067472] env[69365]: INFO nova.scheduler.client.report [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleted allocations for instance 014b7bd7-b9b1-487c-9758-b618331e4462 [ 1159.075275] env[69365]: INFO nova.scheduler.client.report [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleted allocations for instance 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0 [ 1159.185531] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302635, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.580833] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ec95fbf-90b9-4c8a-b0f5-de135b7afc0b tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "014b7bd7-b9b1-487c-9758-b618331e4462" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.658s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.586048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-207fed5e-9a94-4bc3-8bcd-40f78e6d5062 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.361s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.688013] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302635, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.700259] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b022a4ff-3d3a-4e26-bf40-c159e392e92f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.707997] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1265a9a-89ed-4652-8cab-f25c1f7dfe26 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.740110] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75a6847-3920-4992-a1fd-dde4737733ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.748642] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6650ae6c-025f-47d4-9a83-4838a630e4a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.763807] env[69365]: DEBUG nova.compute.provider_tree [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.189255] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302635, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.266993] env[69365]: DEBUG nova.scheduler.client.report [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.584344] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.584584] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.690210] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302635, 'name': CreateVM_Task, 'duration_secs': 1.947634} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.690401] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.691091] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.691276] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.691615] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.691870] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad290783-83a3-4631-aec3-c7da5797986a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.697076] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1160.697076] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522d635c-26cd-06db-1f6a-2013c905f698" [ 1160.697076] env[69365]: _type = "Task" [ 1160.697076] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.705480] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522d635c-26cd-06db-1f6a-2013c905f698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.772357] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.775500] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.522s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.775752] env[69365]: DEBUG nova.objects.instance [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lazy-loading 'resources' on Instance uuid e1343c45-219d-4431-ae81-c55a4582f330 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.793280] env[69365]: INFO nova.scheduler.client.report [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleted allocations for instance 1faf2b36-2066-446e-a393-7e2e97bab6fb [ 1161.088101] env[69365]: DEBUG nova.compute.manager [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.208096] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522d635c-26cd-06db-1f6a-2013c905f698, 'name': SearchDatastore_Task, 'duration_secs': 0.015373} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.208418] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.208650] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.208879] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.209035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.209219] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.209473] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bff1493-ec15-401b-a5ea-fcab61735454 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.219040] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.219232] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.219952] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb28bf7-cca8-4fce-80f8-1db0d02ff486 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.225291] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1161.225291] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526902d7-06c9-590b-cad3-15b5a9ab49d2" [ 1161.225291] env[69365]: _type = "Task" [ 1161.225291] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.232491] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526902d7-06c9-590b-cad3-15b5a9ab49d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.301061] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f609ee07-0136-48f2-8ee1-a17c6388dbda tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "1faf2b36-2066-446e-a393-7e2e97bab6fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.249s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.424676] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.424912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.444954] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3914ef3-6510-4a72-9648-68854a1a5504 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.453134] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ca1720-17b6-4baf-aff8-c3087eeb32d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.483534] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbb3db4-6ed5-4875-99fd-09374f782d25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.491786] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fccb230-f429-45be-9eee-66f934de99c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.504811] env[69365]: DEBUG nova.compute.provider_tree [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.607546] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.675513] env[69365]: DEBUG oslo_concurrency.lockutils [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.675792] env[69365]: DEBUG oslo_concurrency.lockutils [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.738912] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526902d7-06c9-590b-cad3-15b5a9ab49d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.739762] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60de58a1-2e41-4bd5-a813-35fe164c6915 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.746412] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1161.746412] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529805a9-d9f3-aae2-7c2d-eb2f406f21a8" [ 1161.746412] env[69365]: _type = "Task" [ 1161.746412] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.755423] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529805a9-d9f3-aae2-7c2d-eb2f406f21a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.928016] env[69365]: DEBUG nova.compute.manager [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.008061] env[69365]: DEBUG nova.scheduler.client.report [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.180429] env[69365]: DEBUG nova.compute.utils [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.257761] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529805a9-d9f3-aae2-7c2d-eb2f406f21a8, 'name': SearchDatastore_Task, 'duration_secs': 0.033061} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.258455] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.258818] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 2daa412d-5bd8-4413-930b-a2cf17642728/2daa412d-5bd8-4413-930b-a2cf17642728.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.259207] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-182e6f4d-3642-4b94-adb6-0b1948139bb5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.267747] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1162.267747] env[69365]: value = "task-3302636" [ 1162.267747] env[69365]: _type = "Task" [ 1162.267747] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.277412] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.454170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.514842] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.517478] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.742s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.517478] env[69365]: DEBUG nova.objects.instance [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lazy-loading 'pci_requests' on Instance uuid b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.538281] env[69365]: INFO nova.scheduler.client.report [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted allocations for instance e1343c45-219d-4431-ae81-c55a4582f330 [ 1162.682554] env[69365]: DEBUG oslo_concurrency.lockutils [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.782399] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302636, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.025047] env[69365]: DEBUG nova.objects.instance [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lazy-loading 'numa_topology' on Instance uuid b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.047171] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f92e919-ce2a-4e2b-ac25-e898aeb6da6c tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "e1343c45-219d-4431-ae81-c55a4582f330" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.175s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.280783] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852251} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.281350] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 2daa412d-5bd8-4413-930b-a2cf17642728/2daa412d-5bd8-4413-930b-a2cf17642728.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.281459] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.281713] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8776b926-dfe5-46be-8d30-7a988135b4cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.289925] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1163.289925] env[69365]: value = "task-3302637" [ 1163.289925] env[69365]: _type = "Task" [ 1163.289925] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.298752] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.528033] env[69365]: INFO nova.compute.claims [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.753506] env[69365]: DEBUG oslo_concurrency.lockutils [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.753837] env[69365]: DEBUG oslo_concurrency.lockutils [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.754143] env[69365]: INFO nova.compute.manager [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Attaching volume 8c027e22-5e3c-4452-9a3f-243667f808b5 to /dev/sdb [ 1163.769726] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "cd03da46-c393-462a-ab8a-45aff0cfbf59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.769955] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.792719] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e540aaee-e477-49a0-ad37-ee0e3fad176e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.809488] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082415} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.810470] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3d549a-95fe-40d0-8291-7040b08d0ff6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.813997] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.814986] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e347099-5ee8-48f8-80f5-5dc6c11d6129 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.841936] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 2daa412d-5bd8-4413-930b-a2cf17642728/2daa412d-5bd8-4413-930b-a2cf17642728.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.845912] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-362f87a8-4ee8-4a79-bb5c-38ba245e22f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.860437] env[69365]: DEBUG nova.virt.block_device [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updating existing volume attachment record: d695d0b5-3ea4-4b13-8f70-020e06965474 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1163.868686] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1163.868686] env[69365]: value = "task-3302638" [ 1163.868686] env[69365]: _type = "Task" [ 1163.868686] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.876897] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.263870] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "9c8b8776-d697-4a83-86ba-017593ae2b24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.264116] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "9c8b8776-d697-4a83-86ba-017593ae2b24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.272378] env[69365]: DEBUG nova.compute.manager [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.379746] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302638, 'name': ReconfigVM_Task, 'duration_secs': 0.353173} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.380130] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 2daa412d-5bd8-4413-930b-a2cf17642728/2daa412d-5bd8-4413-930b-a2cf17642728.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.381072] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9635b0c8-e5bb-4fc8-9ece-3a3f660b5e0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.388354] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1164.388354] env[69365]: value = "task-3302642" [ 1164.388354] env[69365]: _type = "Task" [ 1164.388354] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.403058] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302642, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.707464] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1717b4f3-a811-42c9-b799-2134adf80b7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.718327] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d285f19b-ba38-4b78-a2db-54c19b203f54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.749699] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8417d2c-fb1a-46dd-a7f1-f8ac26583b5a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.757781] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a007168-1ed3-44ec-9638-77627c931f8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.771157] env[69365]: DEBUG nova.compute.manager [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.773753] env[69365]: DEBUG nova.compute.provider_tree [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.791819] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.898437] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302642, 'name': Rename_Task, 'duration_secs': 0.158857} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.898707] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.898952] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a1efdd8-8582-44aa-bdf3-508bc1dba5eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.906054] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1164.906054] env[69365]: value = "task-3302643" [ 1164.906054] env[69365]: _type = "Task" [ 1164.906054] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.913991] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.278839] env[69365]: DEBUG nova.scheduler.client.report [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.293869] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.418173] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.785628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.269s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.788067] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.181s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.789632] env[69365]: INFO nova.compute.claims [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.819168] env[69365]: INFO nova.network.neutron [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Updating port f5799aaa-e180-48ae-a58e-e6320fce8294 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1165.917656] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302643, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.418415] env[69365]: DEBUG oslo_vmware.api [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302643, 'name': PowerOnVM_Task, 'duration_secs': 1.022797} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.418607] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.418692] env[69365]: INFO nova.compute.manager [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Took 11.24 seconds to spawn the instance on the hypervisor. [ 1166.418847] env[69365]: DEBUG nova.compute.manager [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.419644] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca873e76-51d0-4187-ab6f-c38cadb62bf8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.939799] env[69365]: INFO nova.compute.manager [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Took 16.13 seconds to build instance. [ 1166.950834] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb21bbb-e88d-4b33-a7e2-10a5d2db0215 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.959768] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b161437-daff-4f38-842a-effa61ab5bc6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.991018] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39bb688-ed3a-4c0c-8662-e28b0fe687f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.999917] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9e4670-e4e8-459d-b835-c7f9bbb4b565 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.015691] env[69365]: DEBUG nova.compute.provider_tree [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.169978] env[69365]: DEBUG nova.compute.manager [req-793714b5-ef95-48e0-9f47-815fcbf9e90b req-9634f06c-a242-4f23-b089-0cab80395fab service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Received event network-vif-plugged-f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.170222] env[69365]: DEBUG oslo_concurrency.lockutils [req-793714b5-ef95-48e0-9f47-815fcbf9e90b req-9634f06c-a242-4f23-b089-0cab80395fab service nova] Acquiring lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.170455] env[69365]: DEBUG oslo_concurrency.lockutils [req-793714b5-ef95-48e0-9f47-815fcbf9e90b req-9634f06c-a242-4f23-b089-0cab80395fab service nova] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.170623] env[69365]: DEBUG oslo_concurrency.lockutils [req-793714b5-ef95-48e0-9f47-815fcbf9e90b req-9634f06c-a242-4f23-b089-0cab80395fab service nova] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.170814] env[69365]: DEBUG nova.compute.manager [req-793714b5-ef95-48e0-9f47-815fcbf9e90b req-9634f06c-a242-4f23-b089-0cab80395fab service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] No waiting events found dispatching network-vif-plugged-f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.170981] env[69365]: WARNING nova.compute.manager [req-793714b5-ef95-48e0-9f47-815fcbf9e90b req-9634f06c-a242-4f23-b089-0cab80395fab service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Received unexpected event network-vif-plugged-f5799aaa-e180-48ae-a58e-e6320fce8294 for instance with vm_state shelved_offloaded and task_state spawning. [ 1167.289533] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.289737] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.289911] env[69365]: DEBUG nova.network.neutron [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.374658] env[69365]: DEBUG nova.compute.manager [req-10e5f8e5-ff94-497d-a141-6a4b99181392 req-0b4d6be8-f4ab-452d-b17e-1334552e9924 service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Received event network-changed-5ebb81c6-d951-4c5d-b9a6-132ae78d2a40 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.374909] env[69365]: DEBUG nova.compute.manager [req-10e5f8e5-ff94-497d-a141-6a4b99181392 req-0b4d6be8-f4ab-452d-b17e-1334552e9924 service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Refreshing instance network info cache due to event network-changed-5ebb81c6-d951-4c5d-b9a6-132ae78d2a40. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.375143] env[69365]: DEBUG oslo_concurrency.lockutils [req-10e5f8e5-ff94-497d-a141-6a4b99181392 req-0b4d6be8-f4ab-452d-b17e-1334552e9924 service nova] Acquiring lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.375297] env[69365]: DEBUG oslo_concurrency.lockutils [req-10e5f8e5-ff94-497d-a141-6a4b99181392 req-0b4d6be8-f4ab-452d-b17e-1334552e9924 service nova] Acquired lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.375494] env[69365]: DEBUG nova.network.neutron [req-10e5f8e5-ff94-497d-a141-6a4b99181392 req-0b4d6be8-f4ab-452d-b17e-1334552e9924 service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Refreshing network info cache for port 5ebb81c6-d951-4c5d-b9a6-132ae78d2a40 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.441456] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ef72b799-ff56-4251-a565-f38a371d05ee tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "2daa412d-5bd8-4413-930b-a2cf17642728" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.643s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.519103] env[69365]: DEBUG nova.scheduler.client.report [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.730271] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "interface-9c026aaa-0963-4ba2-955a-f666ff782ffa-928b1562-19ad-4f01-934b-472cef9d2768" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.730543] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-9c026aaa-0963-4ba2-955a-f666ff782ffa-928b1562-19ad-4f01-934b-472cef9d2768" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.731360] env[69365]: DEBUG nova.objects.instance [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'flavor' on Instance uuid 9c026aaa-0963-4ba2-955a-f666ff782ffa {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.994508] env[69365]: DEBUG nova.network.neutron [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Updating instance_info_cache with network_info: [{"id": "f5799aaa-e180-48ae-a58e-e6320fce8294", "address": "fa:16:3e:37:47:18", "network": {"id": "d870eb9a-de7e-41c7-98b2-de0321b747ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1581030405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a329432ab34560a794b0ecbe424961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5799aaa-e1", "ovs_interfaceid": "f5799aaa-e180-48ae-a58e-e6320fce8294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.024879] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.025726] env[69365]: DEBUG nova.compute.manager [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.029871] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.576s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.031564] env[69365]: INFO nova.compute.claims [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.104943] env[69365]: DEBUG nova.network.neutron [req-10e5f8e5-ff94-497d-a141-6a4b99181392 req-0b4d6be8-f4ab-452d-b17e-1334552e9924 service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updated VIF entry in instance network info cache for port 5ebb81c6-d951-4c5d-b9a6-132ae78d2a40. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.105377] env[69365]: DEBUG nova.network.neutron [req-10e5f8e5-ff94-497d-a141-6a4b99181392 req-0b4d6be8-f4ab-452d-b17e-1334552e9924 service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance_info_cache with network_info: [{"id": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "address": "fa:16:3e:63:8d:02", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebb81c6-d9", "ovs_interfaceid": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.318125] env[69365]: DEBUG nova.objects.instance [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'pci_requests' on Instance uuid 9c026aaa-0963-4ba2-955a-f666ff782ffa {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.405573] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1168.405772] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659449', 'volume_id': '8c027e22-5e3c-4452-9a3f-243667f808b5', 'name': 'volume-8c027e22-5e3c-4452-9a3f-243667f808b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff', 'attached_at': '', 'detached_at': '', 'volume_id': '8c027e22-5e3c-4452-9a3f-243667f808b5', 'serial': '8c027e22-5e3c-4452-9a3f-243667f808b5'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1168.406769] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbe1e65-da2c-4f68-92d6-fe85e5c0736d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.425362] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24da7b15-a1c9-4863-846f-d67052400c4f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.450204] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-8c027e22-5e3c-4452-9a3f-243667f808b5/volume-8c027e22-5e3c-4452-9a3f-243667f808b5.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.450623] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb6ead9-0d06-4021-91da-18dfa2fa7542 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.471210] env[69365]: DEBUG oslo_vmware.api [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1168.471210] env[69365]: value = "task-3302645" [ 1168.471210] env[69365]: _type = "Task" [ 1168.471210] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.480287] env[69365]: DEBUG oslo_vmware.api [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.497172] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Releasing lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.525350] env[69365]: DEBUG nova.virt.hardware [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='977b26d1a295654013475b5d61c23ea0',container_format='bare',created_at=2025-04-04T03:39:56Z,direct_url=,disk_format='vmdk',id=b8dcd700-33ba-49d1-b053-a2bff3396606,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-858756537-shelved',owner='f6a329432ab34560a794b0ecbe424961',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-04-04T03:40:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.525628] env[69365]: DEBUG nova.virt.hardware [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.525783] env[69365]: DEBUG nova.virt.hardware [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.525963] env[69365]: DEBUG nova.virt.hardware [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.526127] env[69365]: DEBUG nova.virt.hardware [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.526280] env[69365]: DEBUG nova.virt.hardware [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.526490] env[69365]: DEBUG nova.virt.hardware [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.526651] env[69365]: DEBUG nova.virt.hardware [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.526851] env[69365]: DEBUG nova.virt.hardware [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.527043] env[69365]: DEBUG nova.virt.hardware [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.527223] env[69365]: DEBUG nova.virt.hardware [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.528122] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5cbedb-34d0-4aa7-9879-e7d376b9398a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.537365] env[69365]: DEBUG nova.compute.utils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.541519] env[69365]: DEBUG nova.compute.manager [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.541519] env[69365]: DEBUG nova.network.neutron [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.544232] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c20aba0-e47f-4e4f-ba6a-e63639a32061 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.563874] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:47:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5799aaa-e180-48ae-a58e-e6320fce8294', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.571617] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.574837] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.575293] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e390db5d-6ad4-461f-9928-1900e3f212e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.598859] env[69365]: DEBUG nova.policy [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41b8a8c9471d4e2f9120000d9dd71322', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd05ece9fcf7b4bfab1dbd9f7660a9992', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.601885] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.601885] env[69365]: value = "task-3302646" [ 1168.601885] env[69365]: _type = "Task" [ 1168.601885] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.608019] env[69365]: DEBUG oslo_concurrency.lockutils [req-10e5f8e5-ff94-497d-a141-6a4b99181392 req-0b4d6be8-f4ab-452d-b17e-1334552e9924 service nova] Releasing lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.614265] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302646, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.748058] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813a722a-aee3-4a31-89ad-18524c2ba5d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.757232] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd0c6af-d50a-4074-b0da-de0512c7ddea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.792780] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d293e1-c233-47af-aba5-eda0e348dace {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.803100] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9946daf0-03a2-478f-97e9-96f1080dda24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.818810] env[69365]: DEBUG nova.compute.provider_tree [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.820777] env[69365]: DEBUG nova.objects.base [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Object Instance<9c026aaa-0963-4ba2-955a-f666ff782ffa> lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1168.821070] env[69365]: DEBUG nova.network.neutron [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.897033] env[69365]: DEBUG nova.policy [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bea9170487bc468691c980517ad8cd95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03188c2e9e3d4da7b18a41fb78d6d5be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.981609] env[69365]: DEBUG oslo_vmware.api [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302645, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.019424] env[69365]: DEBUG nova.network.neutron [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Successfully created port: b0f441c3-3476-4257-b893-cbb14466e3d3 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.042605] env[69365]: DEBUG nova.compute.manager [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.114728] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302646, 'name': CreateVM_Task, 'duration_secs': 0.339353} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.114915] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.116190] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b8dcd700-33ba-49d1-b053-a2bff3396606" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.116190] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b8dcd700-33ba-49d1-b053-a2bff3396606" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.116420] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b8dcd700-33ba-49d1-b053-a2bff3396606" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.116680] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a65cc1-4c71-474a-9000-32242f6dfa0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.121877] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1169.121877] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c61edd-9233-77e2-6dff-04194e902965" [ 1169.121877] env[69365]: _type = "Task" [ 1169.121877] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.130384] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c61edd-9233-77e2-6dff-04194e902965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.324730] env[69365]: DEBUG nova.scheduler.client.report [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.338977] env[69365]: DEBUG nova.compute.manager [req-d59ed0b5-8236-4eff-ac07-bca32be39bab req-70ee2070-0d2a-4d5f-944b-77117f20f7d4 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Received event network-changed-f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.339200] env[69365]: DEBUG nova.compute.manager [req-d59ed0b5-8236-4eff-ac07-bca32be39bab req-70ee2070-0d2a-4d5f-944b-77117f20f7d4 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Refreshing instance network info cache due to event network-changed-f5799aaa-e180-48ae-a58e-e6320fce8294. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.339414] env[69365]: DEBUG oslo_concurrency.lockutils [req-d59ed0b5-8236-4eff-ac07-bca32be39bab req-70ee2070-0d2a-4d5f-944b-77117f20f7d4 service nova] Acquiring lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.339558] env[69365]: DEBUG oslo_concurrency.lockutils [req-d59ed0b5-8236-4eff-ac07-bca32be39bab req-70ee2070-0d2a-4d5f-944b-77117f20f7d4 service nova] Acquired lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.339720] env[69365]: DEBUG nova.network.neutron [req-d59ed0b5-8236-4eff-ac07-bca32be39bab req-70ee2070-0d2a-4d5f-944b-77117f20f7d4 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Refreshing network info cache for port f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.484436] env[69365]: DEBUG oslo_vmware.api [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302645, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.633256] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b8dcd700-33ba-49d1-b053-a2bff3396606" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.633506] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Processing image b8dcd700-33ba-49d1-b053-a2bff3396606 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.633744] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b8dcd700-33ba-49d1-b053-a2bff3396606/b8dcd700-33ba-49d1-b053-a2bff3396606.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.633894] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b8dcd700-33ba-49d1-b053-a2bff3396606/b8dcd700-33ba-49d1-b053-a2bff3396606.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.634085] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.634337] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efe17ca4-11f4-46e6-aa34-01293ebcdcd3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.643364] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.643539] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.644239] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c786ac2-0292-4c8e-a7f6-7e4c3d3f1381 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.650956] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1169.650956] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a454a0-6c76-9521-0f3f-274305a929bd" [ 1169.650956] env[69365]: _type = "Task" [ 1169.650956] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.658313] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a454a0-6c76-9521-0f3f-274305a929bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.830542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.801s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.831173] env[69365]: DEBUG nova.compute.manager [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.833765] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.042s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.835610] env[69365]: INFO nova.compute.claims [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.982511] env[69365]: DEBUG oslo_vmware.api [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302645, 'name': ReconfigVM_Task, 'duration_secs': 1.506514} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.982808] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-8c027e22-5e3c-4452-9a3f-243667f808b5/volume-8c027e22-5e3c-4452-9a3f-243667f808b5.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.990704] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-591af576-d2c6-4d2a-a4e7-bb37ff006ee3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.007534] env[69365]: DEBUG oslo_vmware.api [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1170.007534] env[69365]: value = "task-3302647" [ 1170.007534] env[69365]: _type = "Task" [ 1170.007534] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.015934] env[69365]: DEBUG oslo_vmware.api [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.053425] env[69365]: DEBUG nova.compute.manager [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.065279] env[69365]: DEBUG nova.network.neutron [req-d59ed0b5-8236-4eff-ac07-bca32be39bab req-70ee2070-0d2a-4d5f-944b-77117f20f7d4 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Updated VIF entry in instance network info cache for port f5799aaa-e180-48ae-a58e-e6320fce8294. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.065659] env[69365]: DEBUG nova.network.neutron [req-d59ed0b5-8236-4eff-ac07-bca32be39bab req-70ee2070-0d2a-4d5f-944b-77117f20f7d4 service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Updating instance_info_cache with network_info: [{"id": "f5799aaa-e180-48ae-a58e-e6320fce8294", "address": "fa:16:3e:37:47:18", "network": {"id": "d870eb9a-de7e-41c7-98b2-de0321b747ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1581030405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a329432ab34560a794b0ecbe424961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5799aaa-e1", "ovs_interfaceid": "f5799aaa-e180-48ae-a58e-e6320fce8294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.079596] env[69365]: DEBUG nova.virt.hardware [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.079839] env[69365]: DEBUG nova.virt.hardware [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.080011] env[69365]: DEBUG nova.virt.hardware [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.080305] env[69365]: DEBUG nova.virt.hardware [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.080461] env[69365]: DEBUG nova.virt.hardware [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.080615] env[69365]: DEBUG nova.virt.hardware [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.080826] env[69365]: DEBUG nova.virt.hardware [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.080984] env[69365]: DEBUG nova.virt.hardware [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.082017] env[69365]: DEBUG nova.virt.hardware [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.082017] env[69365]: DEBUG nova.virt.hardware [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.082017] env[69365]: DEBUG nova.virt.hardware [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.082666] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f01104-37e9-4dd6-a0c9-886999b1627e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.091462] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b042c061-a9e1-4b45-8821-3a36e1aee5ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.161084] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1170.161389] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Fetch image to [datastore2] OSTACK_IMG_a9b4f456-f906-47ef-927d-2a318012ea84/OSTACK_IMG_a9b4f456-f906-47ef-927d-2a318012ea84.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1170.161591] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Downloading stream optimized image b8dcd700-33ba-49d1-b053-a2bff3396606 to [datastore2] OSTACK_IMG_a9b4f456-f906-47ef-927d-2a318012ea84/OSTACK_IMG_a9b4f456-f906-47ef-927d-2a318012ea84.vmdk on the data store datastore2 as vApp {{(pid=69365) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1170.161763] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Downloading image file data b8dcd700-33ba-49d1-b053-a2bff3396606 to the ESX as VM named 'OSTACK_IMG_a9b4f456-f906-47ef-927d-2a318012ea84' {{(pid=69365) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1170.229607] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1170.229607] env[69365]: value = "resgroup-9" [ 1170.229607] env[69365]: _type = "ResourcePool" [ 1170.229607] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1170.229972] env[69365]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5ad3b092-0082-4d88-b9e4-d6fbd2307f08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.252288] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lease: (returnval){ [ 1170.252288] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522775cb-b1c7-e9b6-bd59-b8ceb18403cc" [ 1170.252288] env[69365]: _type = "HttpNfcLease" [ 1170.252288] env[69365]: } obtained for vApp import into resource pool (val){ [ 1170.252288] env[69365]: value = "resgroup-9" [ 1170.252288] env[69365]: _type = "ResourcePool" [ 1170.252288] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1170.252671] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the lease: (returnval){ [ 1170.252671] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522775cb-b1c7-e9b6-bd59-b8ceb18403cc" [ 1170.252671] env[69365]: _type = "HttpNfcLease" [ 1170.252671] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1170.258998] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1170.258998] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522775cb-b1c7-e9b6-bd59-b8ceb18403cc" [ 1170.258998] env[69365]: _type = "HttpNfcLease" [ 1170.258998] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1170.340713] env[69365]: DEBUG nova.compute.utils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.344750] env[69365]: DEBUG nova.compute.manager [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.344981] env[69365]: DEBUG nova.network.neutron [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.394718] env[69365]: DEBUG nova.compute.manager [req-184dd785-b1e5-4a62-b46b-381fbc755242 req-320538cd-6a4b-49da-b663-19a1a6880c14 service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Received event network-vif-plugged-b0f441c3-3476-4257-b893-cbb14466e3d3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.394990] env[69365]: DEBUG oslo_concurrency.lockutils [req-184dd785-b1e5-4a62-b46b-381fbc755242 req-320538cd-6a4b-49da-b663-19a1a6880c14 service nova] Acquiring lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.395340] env[69365]: DEBUG oslo_concurrency.lockutils [req-184dd785-b1e5-4a62-b46b-381fbc755242 req-320538cd-6a4b-49da-b663-19a1a6880c14 service nova] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.395459] env[69365]: DEBUG oslo_concurrency.lockutils [req-184dd785-b1e5-4a62-b46b-381fbc755242 req-320538cd-6a4b-49da-b663-19a1a6880c14 service nova] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.395667] env[69365]: DEBUG nova.compute.manager [req-184dd785-b1e5-4a62-b46b-381fbc755242 req-320538cd-6a4b-49da-b663-19a1a6880c14 service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] No waiting events found dispatching network-vif-plugged-b0f441c3-3476-4257-b893-cbb14466e3d3 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.395925] env[69365]: WARNING nova.compute.manager [req-184dd785-b1e5-4a62-b46b-381fbc755242 req-320538cd-6a4b-49da-b663-19a1a6880c14 service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Received unexpected event network-vif-plugged-b0f441c3-3476-4257-b893-cbb14466e3d3 for instance with vm_state building and task_state spawning. [ 1170.398456] env[69365]: DEBUG nova.policy [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6cac28c22c4d87bd3e88a43978d109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd29bc10f4174032b8ced8365fc1f7cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.489522] env[69365]: DEBUG nova.network.neutron [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Successfully updated port: b0f441c3-3476-4257-b893-cbb14466e3d3 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.521586] env[69365]: DEBUG oslo_vmware.api [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302647, 'name': ReconfigVM_Task, 'duration_secs': 0.158} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.521941] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659449', 'volume_id': '8c027e22-5e3c-4452-9a3f-243667f808b5', 'name': 'volume-8c027e22-5e3c-4452-9a3f-243667f808b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff', 'attached_at': '', 'detached_at': '', 'volume_id': '8c027e22-5e3c-4452-9a3f-243667f808b5', 'serial': '8c027e22-5e3c-4452-9a3f-243667f808b5'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1170.568067] env[69365]: DEBUG oslo_concurrency.lockutils [req-d59ed0b5-8236-4eff-ac07-bca32be39bab req-70ee2070-0d2a-4d5f-944b-77117f20f7d4 service nova] Releasing lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.759983] env[69365]: DEBUG nova.network.neutron [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Successfully updated port: 928b1562-19ad-4f01-934b-472cef9d2768 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.764183] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1170.764183] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522775cb-b1c7-e9b6-bd59-b8ceb18403cc" [ 1170.764183] env[69365]: _type = "HttpNfcLease" [ 1170.764183] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1170.764183] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1170.764183] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522775cb-b1c7-e9b6-bd59-b8ceb18403cc" [ 1170.764183] env[69365]: _type = "HttpNfcLease" [ 1170.764183] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1170.765101] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f66e6d-eb47-442d-929b-f9baaea4f77f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.775630] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52890f87-928a-2bb9-ecba-81dcdf2eaf47/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1170.775630] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52890f87-928a-2bb9-ecba-81dcdf2eaf47/disk-0.vmdk. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1170.845903] env[69365]: DEBUG nova.network.neutron [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Successfully created port: 2f8b354a-2da1-4438-ac87-9fc7c138c542 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.847915] env[69365]: DEBUG nova.compute.manager [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.859379] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3874a36f-a4f6-4aab-9aaa-6ed5bb7f929c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.992583] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.992583] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.992583] env[69365]: DEBUG nova.network.neutron [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.048635] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d47b3bf-cb64-4462-b68f-13ce0994718f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.058941] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e8f20b-5fe0-43a6-856a-2df062ac5f7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.106164] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ee1eb5-4909-4eaa-8991-9715d2447c4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.121012] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae536b3-5692-4607-ac92-7da36b92da38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.142761] env[69365]: DEBUG nova.compute.provider_tree [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.265335] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.265558] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.265751] env[69365]: DEBUG nova.network.neutron [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.368858] env[69365]: DEBUG nova.compute.manager [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Received event network-vif-plugged-928b1562-19ad-4f01-934b-472cef9d2768 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.368945] env[69365]: DEBUG oslo_concurrency.lockutils [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] Acquiring lock "9c026aaa-0963-4ba2-955a-f666ff782ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.369211] env[69365]: DEBUG oslo_concurrency.lockutils [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] Lock "9c026aaa-0963-4ba2-955a-f666ff782ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.369431] env[69365]: DEBUG oslo_concurrency.lockutils [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] Lock "9c026aaa-0963-4ba2-955a-f666ff782ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.369649] env[69365]: DEBUG nova.compute.manager [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] No waiting events found dispatching network-vif-plugged-928b1562-19ad-4f01-934b-472cef9d2768 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.369818] env[69365]: WARNING nova.compute.manager [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Received unexpected event network-vif-plugged-928b1562-19ad-4f01-934b-472cef9d2768 for instance with vm_state active and task_state None. [ 1171.370040] env[69365]: DEBUG nova.compute.manager [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Received event network-changed-928b1562-19ad-4f01-934b-472cef9d2768 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.370412] env[69365]: DEBUG nova.compute.manager [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Refreshing instance network info cache due to event network-changed-928b1562-19ad-4f01-934b-472cef9d2768. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.370640] env[69365]: DEBUG oslo_concurrency.lockutils [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] Acquiring lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.529879] env[69365]: DEBUG nova.network.neutron [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.572389] env[69365]: DEBUG nova.objects.instance [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lazy-loading 'flavor' on Instance uuid 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.649152] env[69365]: DEBUG nova.scheduler.client.report [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.678193] env[69365]: DEBUG nova.network.neutron [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance_info_cache with network_info: [{"id": "b0f441c3-3476-4257-b893-cbb14466e3d3", "address": "fa:16:3e:4e:bb:a3", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f441c3-34", "ovs_interfaceid": "b0f441c3-3476-4257-b893-cbb14466e3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.805198] env[69365]: WARNING nova.network.neutron [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] b01a365a-10e4-4bbe-8803-f48e97ae2356 already exists in list: networks containing: ['b01a365a-10e4-4bbe-8803-f48e97ae2356']. ignoring it [ 1171.862203] env[69365]: DEBUG nova.compute.manager [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.893891] env[69365]: DEBUG nova.virt.hardware [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.894060] env[69365]: DEBUG nova.virt.hardware [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.894281] env[69365]: DEBUG nova.virt.hardware [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.894394] env[69365]: DEBUG nova.virt.hardware [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.894532] env[69365]: DEBUG nova.virt.hardware [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.894681] env[69365]: DEBUG nova.virt.hardware [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.894895] env[69365]: DEBUG nova.virt.hardware [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.895179] env[69365]: DEBUG nova.virt.hardware [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.895335] env[69365]: DEBUG nova.virt.hardware [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.895498] env[69365]: DEBUG nova.virt.hardware [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.895639] env[69365]: DEBUG nova.virt.hardware [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.896557] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf8c108-6630-4d32-b990-52bb1b317ad1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.905674] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d05d9e0-2df8-4199-b9a6-376b805265e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.002059] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1172.002351] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52890f87-928a-2bb9-ecba-81dcdf2eaf47/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1172.003603] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcd961f-a804-4b8e-8e75-740a7548f4fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.011715] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52890f87-928a-2bb9-ecba-81dcdf2eaf47/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1172.011920] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52890f87-928a-2bb9-ecba-81dcdf2eaf47/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1172.012173] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-122408ac-af6d-40ad-a2c0-1d7116e0d9f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.080242] env[69365]: DEBUG oslo_concurrency.lockutils [None req-319e4191-d4be-4f17-9cc2-b95e3cac46fc tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.326s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.107525] env[69365]: DEBUG nova.network.neutron [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updating instance_info_cache with network_info: [{"id": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "address": "fa:16:3e:98:c5:68", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd688ceff-8a", "ovs_interfaceid": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "928b1562-19ad-4f01-934b-472cef9d2768", "address": "fa:16:3e:23:f2:6f", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928b1562-19", "ovs_interfaceid": "928b1562-19ad-4f01-934b-472cef9d2768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.159043] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.159649] env[69365]: DEBUG nova.compute.manager [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.168035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.874s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.169707] env[69365]: INFO nova.compute.claims [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.183202] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.183812] env[69365]: DEBUG nova.compute.manager [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Instance network_info: |[{"id": "b0f441c3-3476-4257-b893-cbb14466e3d3", "address": "fa:16:3e:4e:bb:a3", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f441c3-34", "ovs_interfaceid": "b0f441c3-3476-4257-b893-cbb14466e3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.184706] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:bb:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0f441c3-3476-4257-b893-cbb14466e3d3', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.204089] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.204089] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.204089] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b95bcfb-b3ef-48d8-9cd5-e4f49b1a9fff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.218900] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52890f87-928a-2bb9-ecba-81dcdf2eaf47/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1172.219154] env[69365]: INFO nova.virt.vmwareapi.images [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Downloaded image file data b8dcd700-33ba-49d1-b053-a2bff3396606 [ 1172.220094] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b576147-27b4-4ded-98cc-d9e4cf9a4523 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.225445] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.225445] env[69365]: value = "task-3302649" [ 1172.225445] env[69365]: _type = "Task" [ 1172.225445] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.241110] env[69365]: INFO nova.compute.manager [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Rescuing [ 1172.241110] env[69365]: DEBUG oslo_concurrency.lockutils [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.241110] env[69365]: DEBUG oslo_concurrency.lockutils [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.241110] env[69365]: DEBUG nova.network.neutron [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.245197] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42807a44-7359-42fc-9709-5f7d615b97ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.246836] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302649, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.279721] env[69365]: INFO nova.virt.vmwareapi.images [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] The imported VM was unregistered [ 1172.282699] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1172.282955] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b8dcd700-33ba-49d1-b053-a2bff3396606 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.283305] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fdbb070-3c22-40c5-8b06-0ffb738f0c6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.297091] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Created directory with path [datastore2] devstack-image-cache_base/b8dcd700-33ba-49d1-b053-a2bff3396606 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.297359] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a9b4f456-f906-47ef-927d-2a318012ea84/OSTACK_IMG_a9b4f456-f906-47ef-927d-2a318012ea84.vmdk to [datastore2] devstack-image-cache_base/b8dcd700-33ba-49d1-b053-a2bff3396606/b8dcd700-33ba-49d1-b053-a2bff3396606.vmdk. {{(pid=69365) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1172.297683] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5bda75b3-10df-4d51-aef3-7b93b759fdd3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.305581] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1172.305581] env[69365]: value = "task-3302651" [ 1172.305581] env[69365]: _type = "Task" [ 1172.305581] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.315048] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302651, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.410890] env[69365]: DEBUG nova.network.neutron [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Successfully updated port: 2f8b354a-2da1-4438-ac87-9fc7c138c542 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.425605] env[69365]: DEBUG nova.compute.manager [req-c560f72f-5cec-42a4-9f83-96c517098ef0 req-e2e8841c-fae2-4da6-9d0a-e78137b2e2ff service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Received event network-changed-b0f441c3-3476-4257-b893-cbb14466e3d3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.425892] env[69365]: DEBUG nova.compute.manager [req-c560f72f-5cec-42a4-9f83-96c517098ef0 req-e2e8841c-fae2-4da6-9d0a-e78137b2e2ff service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Refreshing instance network info cache due to event network-changed-b0f441c3-3476-4257-b893-cbb14466e3d3. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.426130] env[69365]: DEBUG oslo_concurrency.lockutils [req-c560f72f-5cec-42a4-9f83-96c517098ef0 req-e2e8841c-fae2-4da6-9d0a-e78137b2e2ff service nova] Acquiring lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.426341] env[69365]: DEBUG oslo_concurrency.lockutils [req-c560f72f-5cec-42a4-9f83-96c517098ef0 req-e2e8841c-fae2-4da6-9d0a-e78137b2e2ff service nova] Acquired lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.426535] env[69365]: DEBUG nova.network.neutron [req-c560f72f-5cec-42a4-9f83-96c517098ef0 req-e2e8841c-fae2-4da6-9d0a-e78137b2e2ff service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Refreshing network info cache for port b0f441c3-3476-4257-b893-cbb14466e3d3 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.611425] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.612566] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.612737] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.613098] env[69365]: DEBUG oslo_concurrency.lockutils [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] Acquired lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.613451] env[69365]: DEBUG nova.network.neutron [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Refreshing network info cache for port 928b1562-19ad-4f01-934b-472cef9d2768 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.616667] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c903fe2-354b-4666-a4ed-12334376bca5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.641611] env[69365]: DEBUG nova.virt.hardware [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.641857] env[69365]: DEBUG nova.virt.hardware [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.642141] env[69365]: DEBUG nova.virt.hardware [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.642405] env[69365]: DEBUG nova.virt.hardware [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.642518] env[69365]: DEBUG nova.virt.hardware [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.642670] env[69365]: DEBUG nova.virt.hardware [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.642920] env[69365]: DEBUG nova.virt.hardware [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.643211] env[69365]: DEBUG nova.virt.hardware [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.643414] env[69365]: DEBUG nova.virt.hardware [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.643795] env[69365]: DEBUG nova.virt.hardware [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.643795] env[69365]: DEBUG nova.virt.hardware [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.651352] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Reconfiguring VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1172.652295] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-349b95f8-c318-4bc6-87aa-027b40f3249f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.674850] env[69365]: DEBUG oslo_vmware.api [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1172.674850] env[69365]: value = "task-3302652" [ 1172.674850] env[69365]: _type = "Task" [ 1172.674850] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.679369] env[69365]: DEBUG nova.compute.utils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.684993] env[69365]: DEBUG nova.compute.manager [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.685243] env[69365]: DEBUG nova.network.neutron [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.697307] env[69365]: DEBUG oslo_vmware.api [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302652, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.738924] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302649, 'name': CreateVM_Task, 'duration_secs': 0.51238} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.740663] env[69365]: DEBUG nova.policy [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e50ab6f359b7445a8dad522fbad54456', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a840d8f25ec94c3d8f8176e810e41396', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.742543] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.743337] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.743516] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.743842] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.744542] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76559893-1977-460a-a0cf-5e963a3b8f53 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.753059] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1172.753059] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fdc02d-fb8e-3442-2af8-ddc8131e1a15" [ 1172.753059] env[69365]: _type = "Task" [ 1172.753059] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.767197] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fdc02d-fb8e-3442-2af8-ddc8131e1a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.819461] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302651, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.910662] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "refresh_cache-499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.910662] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "refresh_cache-499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.910662] env[69365]: DEBUG nova.network.neutron [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.141957] env[69365]: DEBUG nova.network.neutron [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updating instance_info_cache with network_info: [{"id": "a875f437-7cc8-4d84-b6c1-0e88130be317", "address": "fa:16:3e:77:4c:fc", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa875f437-7c", "ovs_interfaceid": "a875f437-7cc8-4d84-b6c1-0e88130be317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.188722] env[69365]: DEBUG nova.compute.manager [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.203466] env[69365]: DEBUG oslo_vmware.api [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.263963] env[69365]: DEBUG nova.network.neutron [req-c560f72f-5cec-42a4-9f83-96c517098ef0 req-e2e8841c-fae2-4da6-9d0a-e78137b2e2ff service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updated VIF entry in instance network info cache for port b0f441c3-3476-4257-b893-cbb14466e3d3. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.263963] env[69365]: DEBUG nova.network.neutron [req-c560f72f-5cec-42a4-9f83-96c517098ef0 req-e2e8841c-fae2-4da6-9d0a-e78137b2e2ff service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance_info_cache with network_info: [{"id": "b0f441c3-3476-4257-b893-cbb14466e3d3", "address": "fa:16:3e:4e:bb:a3", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f441c3-34", "ovs_interfaceid": "b0f441c3-3476-4257-b893-cbb14466e3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.272775] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fdc02d-fb8e-3442-2af8-ddc8131e1a15, 'name': SearchDatastore_Task, 'duration_secs': 0.081293} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.273035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.273285] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.274707] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.274707] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.274707] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.274707] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aef4d6d6-9d0e-4838-85f6-309ee073c371 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.297372] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.297576] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.301891] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3350ad5a-dbb5-4009-a493-ec8b5a9cce22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.312613] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1173.312613] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cd7808-017a-58bb-d768-9d9a6676bfe6" [ 1173.312613] env[69365]: _type = "Task" [ 1173.312613] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.330315] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cd7808-017a-58bb-d768-9d9a6676bfe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.330315] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302651, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.364209] env[69365]: DEBUG nova.network.neutron [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Successfully created port: cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.456773] env[69365]: DEBUG nova.network.neutron [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.484779] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1a813d-81af-444d-bf34-df1adb3ddc89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.502748] env[69365]: DEBUG nova.network.neutron [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updated VIF entry in instance network info cache for port 928b1562-19ad-4f01-934b-472cef9d2768. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.503475] env[69365]: DEBUG nova.network.neutron [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updating instance_info_cache with network_info: [{"id": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "address": "fa:16:3e:98:c5:68", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd688ceff-8a", "ovs_interfaceid": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "928b1562-19ad-4f01-934b-472cef9d2768", "address": "fa:16:3e:23:f2:6f", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928b1562-19", "ovs_interfaceid": "928b1562-19ad-4f01-934b-472cef9d2768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.506093] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10ed08f-780f-45b3-89c9-705360774a30 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.552485] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94353d2-8699-4f78-8211-801d8a81d0da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.565642] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9c3a28-3404-4682-a84b-1fc14bf4d0fd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.584743] env[69365]: DEBUG nova.compute.provider_tree [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.646078] env[69365]: DEBUG oslo_concurrency.lockutils [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.679275] env[69365]: DEBUG nova.compute.manager [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Received event network-vif-plugged-2f8b354a-2da1-4438-ac87-9fc7c138c542 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.679539] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] Acquiring lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.679751] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] Lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.679922] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] Lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.680113] env[69365]: DEBUG nova.compute.manager [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] No waiting events found dispatching network-vif-plugged-2f8b354a-2da1-4438-ac87-9fc7c138c542 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.680310] env[69365]: WARNING nova.compute.manager [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Received unexpected event network-vif-plugged-2f8b354a-2da1-4438-ac87-9fc7c138c542 for instance with vm_state building and task_state spawning. [ 1173.680496] env[69365]: DEBUG nova.compute.manager [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Received event network-changed-2f8b354a-2da1-4438-ac87-9fc7c138c542 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.680710] env[69365]: DEBUG nova.compute.manager [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Refreshing instance network info cache due to event network-changed-2f8b354a-2da1-4438-ac87-9fc7c138c542. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.680924] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] Acquiring lock "refresh_cache-499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.697284] env[69365]: DEBUG nova.network.neutron [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Updating instance_info_cache with network_info: [{"id": "2f8b354a-2da1-4438-ac87-9fc7c138c542", "address": "fa:16:3e:3d:97:a7", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8b354a-2d", "ovs_interfaceid": "2f8b354a-2da1-4438-ac87-9fc7c138c542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.702219] env[69365]: DEBUG oslo_vmware.api [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.768844] env[69365]: DEBUG oslo_concurrency.lockutils [req-c560f72f-5cec-42a4-9f83-96c517098ef0 req-e2e8841c-fae2-4da6-9d0a-e78137b2e2ff service nova] Releasing lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.823556] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302651, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.832828] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cd7808-017a-58bb-d768-9d9a6676bfe6, 'name': SearchDatastore_Task, 'duration_secs': 0.092084} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.833264] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c44eb1aa-6423-4603-a214-4b8484e0eca3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.841819] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1173.841819] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523301e9-6a68-551a-0e37-5c83ef6df693" [ 1173.841819] env[69365]: _type = "Task" [ 1173.841819] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.851971] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523301e9-6a68-551a-0e37-5c83ef6df693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.012272] env[69365]: DEBUG oslo_concurrency.lockutils [req-cd59c505-ffbb-4419-ab17-28f2aa3cf32c req-6c9f133a-e8c1-41da-9881-2d287b103d23 service nova] Releasing lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.088384] env[69365]: DEBUG nova.scheduler.client.report [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.190441] env[69365]: DEBUG oslo_vmware.api [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302652, 'name': ReconfigVM_Task, 'duration_secs': 1.297582} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.190994] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.191239] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Reconfigured VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1174.204421] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "refresh_cache-499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.204679] env[69365]: DEBUG nova.compute.manager [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Instance network_info: |[{"id": "2f8b354a-2da1-4438-ac87-9fc7c138c542", "address": "fa:16:3e:3d:97:a7", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8b354a-2d", "ovs_interfaceid": "2f8b354a-2da1-4438-ac87-9fc7c138c542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.205195] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] Acquired lock "refresh_cache-499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.205377] env[69365]: DEBUG nova.network.neutron [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Refreshing network info cache for port 2f8b354a-2da1-4438-ac87-9fc7c138c542 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.206658] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:97:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f8b354a-2da1-4438-ac87-9fc7c138c542', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.215448] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.218433] env[69365]: DEBUG nova.compute.manager [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.220829] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.223452] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35bebce8-07de-41ab-84da-f52848c9126f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.249498] env[69365]: DEBUG nova.virt.hardware [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.249770] env[69365]: DEBUG nova.virt.hardware [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.249929] env[69365]: DEBUG nova.virt.hardware [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.250170] env[69365]: DEBUG nova.virt.hardware [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.250312] env[69365]: DEBUG nova.virt.hardware [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.250505] env[69365]: DEBUG nova.virt.hardware [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.250722] env[69365]: DEBUG nova.virt.hardware [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.250881] env[69365]: DEBUG nova.virt.hardware [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.251061] env[69365]: DEBUG nova.virt.hardware [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.251232] env[69365]: DEBUG nova.virt.hardware [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.251405] env[69365]: DEBUG nova.virt.hardware [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.252806] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85566c55-75ca-4fb3-93ce-b14a01ec2ff8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.256932] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.256932] env[69365]: value = "task-3302653" [ 1174.256932] env[69365]: _type = "Task" [ 1174.256932] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.271638] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb93efa4-12b9-4066-a379-b1b16fd8223b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.275912] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302653, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.321524] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302651, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.355778] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523301e9-6a68-551a-0e37-5c83ef6df693, 'name': SearchDatastore_Task, 'duration_secs': 0.082407} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.356089] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.356371] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] a0fdc83d-4928-4319-ad2c-0ea6226e7cf3/a0fdc83d-4928-4319-ad2c-0ea6226e7cf3.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.356651] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-455ad2a7-1a16-4b93-94b9-847f575de459 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.367220] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1174.367220] env[69365]: value = "task-3302654" [ 1174.367220] env[69365]: _type = "Task" [ 1174.367220] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.379654] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.594650] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.595266] env[69365]: DEBUG nova.compute.manager [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.696284] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ed4a35d-e03d-46e7-b78a-a0669d014000 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-9c026aaa-0963-4ba2-955a-f666ff782ffa-928b1562-19ad-4f01-934b-472cef9d2768" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.965s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.770726] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302653, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.820577] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302651, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.478275} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.820850] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a9b4f456-f906-47ef-927d-2a318012ea84/OSTACK_IMG_a9b4f456-f906-47ef-927d-2a318012ea84.vmdk to [datastore2] devstack-image-cache_base/b8dcd700-33ba-49d1-b053-a2bff3396606/b8dcd700-33ba-49d1-b053-a2bff3396606.vmdk. [ 1174.821050] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Cleaning up location [datastore2] OSTACK_IMG_a9b4f456-f906-47ef-927d-2a318012ea84 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1174.821223] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a9b4f456-f906-47ef-927d-2a318012ea84 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.821480] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3aa01c0-5ea0-4aa2-b850-e11d6c7d4dfb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.829926] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1174.829926] env[69365]: value = "task-3302655" [ 1174.829926] env[69365]: _type = "Task" [ 1174.829926] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.842073] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.877409] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.914933] env[69365]: DEBUG nova.network.neutron [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Successfully updated port: cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.962095] env[69365]: DEBUG nova.network.neutron [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Updated VIF entry in instance network info cache for port 2f8b354a-2da1-4438-ac87-9fc7c138c542. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.962587] env[69365]: DEBUG nova.network.neutron [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Updating instance_info_cache with network_info: [{"id": "2f8b354a-2da1-4438-ac87-9fc7c138c542", "address": "fa:16:3e:3d:97:a7", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8b354a-2d", "ovs_interfaceid": "2f8b354a-2da1-4438-ac87-9fc7c138c542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.100634] env[69365]: DEBUG nova.compute.utils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.102265] env[69365]: DEBUG nova.compute.manager [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.102485] env[69365]: DEBUG nova.network.neutron [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.144483] env[69365]: DEBUG nova.policy [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '141874be36c049df97e759d652ef9f12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c69328e8180e4fa2bb3a2ddd910ce8ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.205741] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.206454] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-254fcdf5-ec46-4346-a9aa-72c5cb8fc83c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.217219] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1175.217219] env[69365]: value = "task-3302656" [ 1175.217219] env[69365]: _type = "Task" [ 1175.217219] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.228357] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.269699] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302653, 'name': CreateVM_Task, 'duration_secs': 0.789511} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.269893] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.270773] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.270946] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.271346] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.271633] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc3682e-41f2-401b-9830-15690791d93f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.279958] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1175.279958] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526f8494-122f-5862-d0bd-b175f9d32799" [ 1175.279958] env[69365]: _type = "Task" [ 1175.279958] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.290657] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526f8494-122f-5862-d0bd-b175f9d32799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.345134] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086681} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.345134] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.345134] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b8dcd700-33ba-49d1-b053-a2bff3396606/b8dcd700-33ba-49d1-b053-a2bff3396606.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.345134] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b8dcd700-33ba-49d1-b053-a2bff3396606/b8dcd700-33ba-49d1-b053-a2bff3396606.vmdk to [datastore2] b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7/b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.345134] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff2da7f5-59c8-4bad-9205-5343a44b1da1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.353683] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1175.353683] env[69365]: value = "task-3302657" [ 1175.353683] env[69365]: _type = "Task" [ 1175.353683] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.364128] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.378389] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302654, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.00148} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.378661] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] a0fdc83d-4928-4319-ad2c-0ea6226e7cf3/a0fdc83d-4928-4319-ad2c-0ea6226e7cf3.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.378877] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.379145] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e6d7a58-f8b4-488a-9eed-9afdc207ed81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.388247] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1175.388247] env[69365]: value = "task-3302658" [ 1175.388247] env[69365]: _type = "Task" [ 1175.388247] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.397361] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.420356] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.420356] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.420356] env[69365]: DEBUG nova.network.neutron [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.464589] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec6a1d9a-48e4-440a-94dd-a5bdf462daf0 req-6077da6f-0c3f-462a-b1fb-02964145c4c9 service nova] Releasing lock "refresh_cache-499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.537961] env[69365]: DEBUG nova.network.neutron [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Successfully created port: e4a94666-f65f-4c7e-b409-8f31b6c1537a {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.606249] env[69365]: DEBUG nova.compute.manager [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.712740] env[69365]: DEBUG nova.compute.manager [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Received event network-vif-plugged-cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.712740] env[69365]: DEBUG oslo_concurrency.lockutils [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] Acquiring lock "cd03da46-c393-462a-ab8a-45aff0cfbf59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.712740] env[69365]: DEBUG oslo_concurrency.lockutils [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.712740] env[69365]: DEBUG oslo_concurrency.lockutils [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.713471] env[69365]: DEBUG nova.compute.manager [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] No waiting events found dispatching network-vif-plugged-cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.713866] env[69365]: WARNING nova.compute.manager [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Received unexpected event network-vif-plugged-cdda9d24-818a-4a08-a339-95bf17c569dc for instance with vm_state building and task_state spawning. [ 1175.714238] env[69365]: DEBUG nova.compute.manager [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Received event network-changed-cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.714569] env[69365]: DEBUG nova.compute.manager [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Refreshing instance network info cache due to event network-changed-cdda9d24-818a-4a08-a339-95bf17c569dc. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.714883] env[69365]: DEBUG oslo_concurrency.lockutils [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] Acquiring lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.727667] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302656, 'name': PowerOffVM_Task, 'duration_secs': 0.495499} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.731019] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.731019] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa14aea-be0c-4d5b-965d-40849be79a1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.753708] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d192e194-e163-47db-8e18-86aea455160b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.793917] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.794685] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526f8494-122f-5862-d0bd-b175f9d32799, 'name': SearchDatastore_Task, 'duration_secs': 0.053958} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.794951] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1f2bff1-245f-4911-9201-6cea0fb06088 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.796968] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.797330] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.797647] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.797824] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.798073] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.798400] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d77c0bf0-da62-472c-a139-0f93568f2d1c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.810232] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1175.810232] env[69365]: value = "task-3302659" [ 1175.810232] env[69365]: _type = "Task" [ 1175.810232] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.824431] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1175.824840] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.825185] env[69365]: DEBUG oslo_concurrency.lockutils [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.825399] env[69365]: DEBUG oslo_concurrency.lockutils [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.825823] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.826194] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.826929] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.828507] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bb5814f-a36f-4545-9042-5f87d0991799 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.831849] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b997d5d9-852f-4308-8dec-3c6c4d55982e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.841198] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1175.841198] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522024d3-2921-8a5c-fedf-7cb2004107cd" [ 1175.841198] env[69365]: _type = "Task" [ 1175.841198] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.847715] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.848608] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.852500] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae74ca66-1b95-4aaa-9635-1f1efb4bbee4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.855844] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522024d3-2921-8a5c-fedf-7cb2004107cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.864829] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1175.864829] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528c2cce-8609-b733-e72c-763554f53f1e" [ 1175.864829] env[69365]: _type = "Task" [ 1175.864829] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.869093] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302657, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.881529] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528c2cce-8609-b733-e72c-763554f53f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.902469] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237682} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.902820] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.903798] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3653bbe4-e6ae-4d17-88d5-07b15408e79e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.934746] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] a0fdc83d-4928-4319-ad2c-0ea6226e7cf3/a0fdc83d-4928-4319-ad2c-0ea6226e7cf3.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.937592] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a4051e9-b8e2-43d5-abd9-d3734662d16d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.961185] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1175.961185] env[69365]: value = "task-3302660" [ 1175.961185] env[69365]: _type = "Task" [ 1175.961185] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.967035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "interface-9c026aaa-0963-4ba2-955a-f666ff782ffa-928b1562-19ad-4f01-934b-472cef9d2768" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.967035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-9c026aaa-0963-4ba2-955a-f666ff782ffa-928b1562-19ad-4f01-934b-472cef9d2768" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.978774] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.984765] env[69365]: DEBUG nova.network.neutron [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.179444] env[69365]: DEBUG nova.network.neutron [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updating instance_info_cache with network_info: [{"id": "cdda9d24-818a-4a08-a339-95bf17c569dc", "address": "fa:16:3e:d5:f3:08", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdda9d24-81", "ovs_interfaceid": "cdda9d24-818a-4a08-a339-95bf17c569dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.357652] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522024d3-2921-8a5c-fedf-7cb2004107cd, 'name': SearchDatastore_Task, 'duration_secs': 0.054725} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.361637] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28e1581-6f31-41e3-9b1b-1daaf8a1c609 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.377335] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1176.377335] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5239c892-aef8-445c-c2c1-5a198bbae45a" [ 1176.377335] env[69365]: _type = "Task" [ 1176.377335] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.377568] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302657, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.384981] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528c2cce-8609-b733-e72c-763554f53f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.023171} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.386366] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d9a076-125b-4d50-8f65-5f57c01a153d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.392104] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1176.392104] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c3ab32-72ed-3bce-01c2-7f576de0eed6" [ 1176.392104] env[69365]: _type = "Task" [ 1176.392104] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.396863] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5239c892-aef8-445c-c2c1-5a198bbae45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.410062] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c3ab32-72ed-3bce-01c2-7f576de0eed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.469967] env[69365]: DEBUG oslo_concurrency.lockutils [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.470255] env[69365]: DEBUG oslo_concurrency.lockutils [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.471150] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a30debe-2256-4053-b4ff-216e6abdc0b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.477592] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.494092] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f186e6b7-75af-4f80-a587-4d82ada1400a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.523163] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Reconfiguring VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1176.523735] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9954f11b-e077-4f33-b8bf-540ea307c1ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.545543] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1176.545543] env[69365]: value = "task-3302661" [ 1176.545543] env[69365]: _type = "Task" [ 1176.545543] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.556954] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.618737] env[69365]: DEBUG nova.compute.manager [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.650584] env[69365]: DEBUG nova.virt.hardware [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.650851] env[69365]: DEBUG nova.virt.hardware [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.651014] env[69365]: DEBUG nova.virt.hardware [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.651282] env[69365]: DEBUG nova.virt.hardware [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.651474] env[69365]: DEBUG nova.virt.hardware [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.651658] env[69365]: DEBUG nova.virt.hardware [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.651903] env[69365]: DEBUG nova.virt.hardware [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.652125] env[69365]: DEBUG nova.virt.hardware [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.652352] env[69365]: DEBUG nova.virt.hardware [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.652605] env[69365]: DEBUG nova.virt.hardware [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.652849] env[69365]: DEBUG nova.virt.hardware [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.653804] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116f9b54-70a6-4ad0-8817-5c833fd1a80a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.663377] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d766fe5-23ea-4ffc-ad91-f9339cdfe162 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.682246] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.682246] env[69365]: DEBUG nova.compute.manager [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Instance network_info: |[{"id": "cdda9d24-818a-4a08-a339-95bf17c569dc", "address": "fa:16:3e:d5:f3:08", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdda9d24-81", "ovs_interfaceid": "cdda9d24-818a-4a08-a339-95bf17c569dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.682543] env[69365]: DEBUG oslo_concurrency.lockutils [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] Acquired lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.682631] env[69365]: DEBUG nova.network.neutron [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Refreshing network info cache for port cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.683879] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:f3:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdda9d24-818a-4a08-a339-95bf17c569dc', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.691933] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.696477] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.697036] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88a7156c-53a3-4bce-a946-3f7c6ba43366 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.720562] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.720562] env[69365]: value = "task-3302662" [ 1176.720562] env[69365]: _type = "Task" [ 1176.720562] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.730031] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302662, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.867799] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302657, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.890255] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5239c892-aef8-445c-c2c1-5a198bbae45a, 'name': SearchDatastore_Task, 'duration_secs': 0.090142} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.890688] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.891318] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4/499c758b-e8bd-4ced-b555-e5c7dd0e4ae4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.891318] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adabb15e-77f6-4080-88c2-4d1fa564dce6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.903360] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1176.903360] env[69365]: value = "task-3302663" [ 1176.903360] env[69365]: _type = "Task" [ 1176.903360] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.911674] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c3ab32-72ed-3bce-01c2-7f576de0eed6, 'name': SearchDatastore_Task, 'duration_secs': 0.028169} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.915354] env[69365]: DEBUG oslo_concurrency.lockutils [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.915727] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk. {{(pid=69365) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1176.916111] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.916384] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-508d75c5-a9a4-4e31-ac29-86cc3d38f179 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.929301] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1176.929301] env[69365]: value = "task-3302664" [ 1176.929301] env[69365]: _type = "Task" [ 1176.929301] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.938980] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.958547] env[69365]: DEBUG nova.network.neutron [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updated VIF entry in instance network info cache for port cdda9d24-818a-4a08-a339-95bf17c569dc. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.958547] env[69365]: DEBUG nova.network.neutron [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updating instance_info_cache with network_info: [{"id": "cdda9d24-818a-4a08-a339-95bf17c569dc", "address": "fa:16:3e:d5:f3:08", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdda9d24-81", "ovs_interfaceid": "cdda9d24-818a-4a08-a339-95bf17c569dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.975541] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302660, 'name': ReconfigVM_Task, 'duration_secs': 0.923874} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.975853] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfigured VM instance instance-0000006c to attach disk [datastore2] a0fdc83d-4928-4319-ad2c-0ea6226e7cf3/a0fdc83d-4928-4319-ad2c-0ea6226e7cf3.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.976571] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ded4e69-eb6e-462a-b3b0-c1e45b288827 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.986954] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1176.986954] env[69365]: value = "task-3302665" [ 1176.986954] env[69365]: _type = "Task" [ 1176.986954] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.997507] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302665, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.022473] env[69365]: DEBUG nova.compute.manager [req-6906f316-6d12-4edb-807d-a3fd884c0907 req-7dd650e0-735a-4ace-b13e-b0d800ed6399 service nova] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Received event network-vif-plugged-e4a94666-f65f-4c7e-b409-8f31b6c1537a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.022642] env[69365]: DEBUG oslo_concurrency.lockutils [req-6906f316-6d12-4edb-807d-a3fd884c0907 req-7dd650e0-735a-4ace-b13e-b0d800ed6399 service nova] Acquiring lock "9c8b8776-d697-4a83-86ba-017593ae2b24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.022877] env[69365]: DEBUG oslo_concurrency.lockutils [req-6906f316-6d12-4edb-807d-a3fd884c0907 req-7dd650e0-735a-4ace-b13e-b0d800ed6399 service nova] Lock "9c8b8776-d697-4a83-86ba-017593ae2b24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.023108] env[69365]: DEBUG oslo_concurrency.lockutils [req-6906f316-6d12-4edb-807d-a3fd884c0907 req-7dd650e0-735a-4ace-b13e-b0d800ed6399 service nova] Lock "9c8b8776-d697-4a83-86ba-017593ae2b24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.023306] env[69365]: DEBUG nova.compute.manager [req-6906f316-6d12-4edb-807d-a3fd884c0907 req-7dd650e0-735a-4ace-b13e-b0d800ed6399 service nova] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] No waiting events found dispatching network-vif-plugged-e4a94666-f65f-4c7e-b409-8f31b6c1537a {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.023482] env[69365]: WARNING nova.compute.manager [req-6906f316-6d12-4edb-807d-a3fd884c0907 req-7dd650e0-735a-4ace-b13e-b0d800ed6399 service nova] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Received unexpected event network-vif-plugged-e4a94666-f65f-4c7e-b409-8f31b6c1537a for instance with vm_state building and task_state spawning. [ 1177.058630] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.131207] env[69365]: DEBUG nova.network.neutron [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Successfully updated port: e4a94666-f65f-4c7e-b409-8f31b6c1537a {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.232614] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302662, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.371221] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302657, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.417963] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.441734] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302664, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.461813] env[69365]: DEBUG oslo_concurrency.lockutils [req-ed0074bf-a0bd-42f8-b059-5831cbb0b6c8 req-88f3a2b5-015c-424c-9a48-d41b8772055f service nova] Releasing lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.497903] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302665, 'name': Rename_Task, 'duration_secs': 0.413942} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.498323] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.498669] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8b6b08a-e815-4fcf-b7cd-82f425fde647 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.509127] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1177.509127] env[69365]: value = "task-3302666" [ 1177.509127] env[69365]: _type = "Task" [ 1177.509127] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.519084] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.557956] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.632886] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "refresh_cache-9c8b8776-d697-4a83-86ba-017593ae2b24" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.633071] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "refresh_cache-9c8b8776-d697-4a83-86ba-017593ae2b24" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.633251] env[69365]: DEBUG nova.network.neutron [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.731903] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302662, 'name': CreateVM_Task, 'duration_secs': 0.744855} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.732329] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.732969] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.733200] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.733515] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.733838] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be3e133-8455-4dee-b4b1-b2ceeaec2e13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.739966] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1177.739966] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525911aa-6843-e30e-a196-a80fa5ea855c" [ 1177.739966] env[69365]: _type = "Task" [ 1177.739966] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.749271] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525911aa-6843-e30e-a196-a80fa5ea855c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.786466] env[69365]: DEBUG oslo_concurrency.lockutils [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.786709] env[69365]: DEBUG oslo_concurrency.lockutils [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.869827] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302657, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.915071] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.941385] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609611} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.941667] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk. [ 1177.942553] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa702cf-caea-4778-a55b-e7e72aaeee2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.971460] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.971760] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f297960-e844-4679-b912-c0bf3864fba1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.991432] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1177.991432] env[69365]: value = "task-3302667" [ 1177.991432] env[69365]: _type = "Task" [ 1177.991432] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.999787] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.021572] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.059396] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.171070] env[69365]: DEBUG nova.network.neutron [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.252116] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]525911aa-6843-e30e-a196-a80fa5ea855c, 'name': SearchDatastore_Task, 'duration_secs': 0.089795} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.255607] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.255893] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.256201] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.256368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.256559] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.256853] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77036b9b-a1cb-43d3-a4fb-93fc51908775 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.271511] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.271756] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.272675] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4739a7fa-5423-4205-9d66-381f5b9d5c3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.279644] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1178.279644] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520d8951-8371-4ca2-28ff-0a1623d0955e" [ 1178.279644] env[69365]: _type = "Task" [ 1178.279644] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.288914] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520d8951-8371-4ca2-28ff-0a1623d0955e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.289915] env[69365]: DEBUG nova.compute.utils [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.328216] env[69365]: DEBUG nova.network.neutron [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Updating instance_info_cache with network_info: [{"id": "e4a94666-f65f-4c7e-b409-8f31b6c1537a", "address": "fa:16:3e:15:78:92", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a94666-f6", "ovs_interfaceid": "e4a94666-f65f-4c7e-b409-8f31b6c1537a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.370543] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302657, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.592619} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.370817] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b8dcd700-33ba-49d1-b053-a2bff3396606/b8dcd700-33ba-49d1-b053-a2bff3396606.vmdk to [datastore2] b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7/b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.371649] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22373506-294c-4654-b0d4-198614f54dcd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.395223] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7/b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.395534] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d101d1d4-75f6-4e2e-85c9-b322be21262f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.421523] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302663, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.40284} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.423295] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4/499c758b-e8bd-4ced-b555-e5c7dd0e4ae4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.423665] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.424115] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1178.424115] env[69365]: value = "task-3302668" [ 1178.424115] env[69365]: _type = "Task" [ 1178.424115] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.424335] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-580a027c-e196-41f0-a769-f4483c66c034 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.436757] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.438394] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1178.438394] env[69365]: value = "task-3302669" [ 1178.438394] env[69365]: _type = "Task" [ 1178.438394] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.450038] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.503489] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.520776] env[69365]: DEBUG oslo_vmware.api [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302666, 'name': PowerOnVM_Task, 'duration_secs': 0.972796} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.521140] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.521404] env[69365]: INFO nova.compute.manager [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1178.521626] env[69365]: DEBUG nova.compute.manager [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.522557] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb79b115-72f1-42bc-be4a-03c2b06ae369 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.558219] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.793859] env[69365]: DEBUG oslo_concurrency.lockutils [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.794507] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520d8951-8371-4ca2-28ff-0a1623d0955e, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.796025] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc62273-6a1f-4ea1-8c34-9147313d8c9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.802226] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1178.802226] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52eff87e-2459-3e1c-e123-896b6ca5a6e7" [ 1178.802226] env[69365]: _type = "Task" [ 1178.802226] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.810419] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52eff87e-2459-3e1c-e123-896b6ca5a6e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.831726] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "refresh_cache-9c8b8776-d697-4a83-86ba-017593ae2b24" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.832025] env[69365]: DEBUG nova.compute.manager [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Instance network_info: |[{"id": "e4a94666-f65f-4c7e-b409-8f31b6c1537a", "address": "fa:16:3e:15:78:92", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a94666-f6", "ovs_interfaceid": "e4a94666-f65f-4c7e-b409-8f31b6c1537a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.832393] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:78:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4a94666-f65f-4c7e-b409-8f31b6c1537a', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.839845] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.840109] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.840433] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22c6f79a-48ed-494f-8787-64dc02ea9e85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.861703] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.861703] env[69365]: value = "task-3302670" [ 1178.861703] env[69365]: _type = "Task" [ 1178.861703] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.872880] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302670, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.936514] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302668, 'name': ReconfigVM_Task, 'duration_secs': 0.322602} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.936808] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Reconfigured VM instance instance-00000059 to attach disk [datastore2] b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7/b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.937446] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9838e12f-4f5b-4ae6-a9e0-a9fd8df85abf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.947508] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093626} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.948743] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.949165] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1178.949165] env[69365]: value = "task-3302671" [ 1178.949165] env[69365]: _type = "Task" [ 1178.949165] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.949867] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6222a2d-e9bd-43fe-b92e-dd82e4292943 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.961296] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302671, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.979361] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4/499c758b-e8bd-4ced-b555-e5c7dd0e4ae4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.979702] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e3fbdea-4073-40eb-aae4-5f2c48d53f72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.004380] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302667, 'name': ReconfigVM_Task, 'duration_secs': 0.559447} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.005740] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff/4e583c73-f9e9-4f1a-92cf-229890cb8186-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.006169] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1179.006169] env[69365]: value = "task-3302672" [ 1179.006169] env[69365]: _type = "Task" [ 1179.006169] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.006860] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6ce0f5-ec45-4a42-8623-1dc5a1219a17 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.017385] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.048186] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c5c9b1c-c9ad-4f68-963b-51017c45bf00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.060007] env[69365]: INFO nova.compute.manager [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Took 17.47 seconds to build instance. [ 1179.064285] env[69365]: DEBUG nova.compute.manager [req-17414c86-6da7-46af-b481-d3f0ad91e44a req-3d5152f9-39a2-44e7-a465-e34eb96413a0 service nova] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Received event network-changed-e4a94666-f65f-4c7e-b409-8f31b6c1537a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.064285] env[69365]: DEBUG nova.compute.manager [req-17414c86-6da7-46af-b481-d3f0ad91e44a req-3d5152f9-39a2-44e7-a465-e34eb96413a0 service nova] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Refreshing instance network info cache due to event network-changed-e4a94666-f65f-4c7e-b409-8f31b6c1537a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.064285] env[69365]: DEBUG oslo_concurrency.lockutils [req-17414c86-6da7-46af-b481-d3f0ad91e44a req-3d5152f9-39a2-44e7-a465-e34eb96413a0 service nova] Acquiring lock "refresh_cache-9c8b8776-d697-4a83-86ba-017593ae2b24" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.064285] env[69365]: DEBUG oslo_concurrency.lockutils [req-17414c86-6da7-46af-b481-d3f0ad91e44a req-3d5152f9-39a2-44e7-a465-e34eb96413a0 service nova] Acquired lock "refresh_cache-9c8b8776-d697-4a83-86ba-017593ae2b24" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.064285] env[69365]: DEBUG nova.network.neutron [req-17414c86-6da7-46af-b481-d3f0ad91e44a req-3d5152f9-39a2-44e7-a465-e34eb96413a0 service nova] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Refreshing network info cache for port e4a94666-f65f-4c7e-b409-8f31b6c1537a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.074213] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.076660] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1179.076660] env[69365]: value = "task-3302673" [ 1179.076660] env[69365]: _type = "Task" [ 1179.076660] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.090484] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302673, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.313677] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52eff87e-2459-3e1c-e123-896b6ca5a6e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.314446] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.314875] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] cd03da46-c393-462a-ab8a-45aff0cfbf59/cd03da46-c393-462a-ab8a-45aff0cfbf59.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.315378] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dac46210-2a3d-461c-b790-1d9714500759 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.323897] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1179.323897] env[69365]: value = "task-3302674" [ 1179.323897] env[69365]: _type = "Task" [ 1179.323897] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.333301] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.373047] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302670, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.466167] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302671, 'name': Rename_Task, 'duration_secs': 0.192783} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.466522] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.466884] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efcb5b8f-6e3c-47fa-8c16-64d7d077c0d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.476019] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1179.476019] env[69365]: value = "task-3302675" [ 1179.476019] env[69365]: _type = "Task" [ 1179.476019] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.486104] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.520864] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.566250] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fe95444-8af6-4992-8d79-28c28b5fdb98 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.981s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.575329] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.590641] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302673, 'name': ReconfigVM_Task, 'duration_secs': 0.19802} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.590956] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.591229] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e434e06-2439-4b68-b67c-f16f4bf50d99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.600058] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1179.600058] env[69365]: value = "task-3302676" [ 1179.600058] env[69365]: _type = "Task" [ 1179.600058] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.609737] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.835193] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449876} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.836038] env[69365]: DEBUG nova.network.neutron [req-17414c86-6da7-46af-b481-d3f0ad91e44a req-3d5152f9-39a2-44e7-a465-e34eb96413a0 service nova] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Updated VIF entry in instance network info cache for port e4a94666-f65f-4c7e-b409-8f31b6c1537a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.836368] env[69365]: DEBUG nova.network.neutron [req-17414c86-6da7-46af-b481-d3f0ad91e44a req-3d5152f9-39a2-44e7-a465-e34eb96413a0 service nova] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Updating instance_info_cache with network_info: [{"id": "e4a94666-f65f-4c7e-b409-8f31b6c1537a", "address": "fa:16:3e:15:78:92", "network": {"id": "cc882509-1493-4154-9505-792b07fbfad1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1953190200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c69328e8180e4fa2bb3a2ddd910ce8ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a94666-f6", "ovs_interfaceid": "e4a94666-f65f-4c7e-b409-8f31b6c1537a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.837527] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] cd03da46-c393-462a-ab8a-45aff0cfbf59/cd03da46-c393-462a-ab8a-45aff0cfbf59.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.837745] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.838683] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ee60e01-9c95-465b-9898-cb897c83e81e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.846920] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1179.846920] env[69365]: value = "task-3302677" [ 1179.846920] env[69365]: _type = "Task" [ 1179.846920] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.858145] env[69365]: DEBUG oslo_concurrency.lockutils [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.858448] env[69365]: DEBUG oslo_concurrency.lockutils [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.858728] env[69365]: INFO nova.compute.manager [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Attaching volume 02463796-86cf-4f17-aa53-1a26fcf288a0 to /dev/sdb [ 1179.860628] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.876970] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302670, 'name': CreateVM_Task, 'duration_secs': 0.75363} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.876970] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.877572] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.877772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.878204] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.878468] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3fffb4c-e1c4-4564-8378-b3132777d29f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.883609] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1179.883609] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ef0fe7-ef7d-641a-a221-1fc480ed8fce" [ 1179.883609] env[69365]: _type = "Task" [ 1179.883609] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.893137] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ef0fe7-ef7d-641a-a221-1fc480ed8fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.896446] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8910f35-1b19-421d-b2af-e747de15e12a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.903299] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0e2832-f7be-4b1e-b91b-8c1ceafdd51b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.917186] env[69365]: DEBUG nova.virt.block_device [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Updating existing volume attachment record: 84f6725e-094d-4ed9-80a9-05bade37e887 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1179.986781] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.020031] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302672, 'name': ReconfigVM_Task, 'duration_secs': 0.838267} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.020031] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4/499c758b-e8bd-4ced-b555-e5c7dd0e4ae4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.020544] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9e085a1-e7d0-4690-9cb3-0e51d3e7c7b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.028592] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1180.028592] env[69365]: value = "task-3302678" [ 1180.028592] env[69365]: _type = "Task" [ 1180.028592] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.037177] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302678, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.071818] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.112786] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302676, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.339435] env[69365]: DEBUG oslo_concurrency.lockutils [req-17414c86-6da7-46af-b481-d3f0ad91e44a req-3d5152f9-39a2-44e7-a465-e34eb96413a0 service nova] Releasing lock "refresh_cache-9c8b8776-d697-4a83-86ba-017593ae2b24" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.359057] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066083} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.359057] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.359393] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f29cd8-d30c-4c0c-ac4d-175c0cb50bfa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.382234] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] cd03da46-c393-462a-ab8a-45aff0cfbf59/cd03da46-c393-462a-ab8a-45aff0cfbf59.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.383069] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab7cf323-85ec-4b2b-9380-1d6fbb58e3e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.409109] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ef0fe7-ef7d-641a-a221-1fc480ed8fce, 'name': SearchDatastore_Task, 'duration_secs': 0.016789} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.410513] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.410798] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.411052] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.411207] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.411390] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.411716] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1180.411716] env[69365]: value = "task-3302682" [ 1180.411716] env[69365]: _type = "Task" [ 1180.411716] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.411926] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6c2ed00-fa3a-4950-a625-b199c1088dd0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.422881] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.430023] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.430023] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.430373] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d187400d-b41e-4f17-ad8f-9e04dbac5592 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.436473] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1180.436473] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52637f4f-e2bd-85ed-e058-92ad4e2fedad" [ 1180.436473] env[69365]: _type = "Task" [ 1180.436473] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.444903] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52637f4f-e2bd-85ed-e058-92ad4e2fedad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.485962] env[69365]: DEBUG oslo_vmware.api [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302675, 'name': PowerOnVM_Task, 'duration_secs': 0.74455} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.486261] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.538694] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302678, 'name': Rename_Task, 'duration_secs': 0.268292} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.538961] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.539218] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba5435ba-bd35-4b19-940a-555546101041 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.545209] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1180.545209] env[69365]: value = "task-3302683" [ 1180.545209] env[69365]: _type = "Task" [ 1180.545209] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.554270] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.571906] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.587945] env[69365]: DEBUG nova.compute.manager [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.589322] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79b37ff-a99d-46d0-93cf-631019bdd742 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.610390] env[69365]: DEBUG oslo_vmware.api [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302676, 'name': PowerOnVM_Task, 'duration_secs': 0.521955} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.610656] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.613253] env[69365]: DEBUG nova.compute.manager [None req-60c2eea9-af23-45e8-8cf4-a7b0d573345e tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.613970] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2ec4f7-e570-46e5-bd25-00277573d28b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.924609] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.949323] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52637f4f-e2bd-85ed-e058-92ad4e2fedad, 'name': SearchDatastore_Task, 'duration_secs': 0.016697} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.949323] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac121a78-8b94-460b-9d4d-a667bba53599 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.954506] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1180.954506] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52740af7-f529-1e75-b785-e03dee26ef56" [ 1180.954506] env[69365]: _type = "Task" [ 1180.954506] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.963794] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52740af7-f529-1e75-b785-e03dee26ef56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.056436] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.074293] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.096543] env[69365]: DEBUG nova.compute.manager [req-4535b349-c888-4140-8933-bb3c0186d1d8 req-4ce03ce8-b1b8-4f66-bab8-d3cab5800188 service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Received event network-changed-b0f441c3-3476-4257-b893-cbb14466e3d3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.096543] env[69365]: DEBUG nova.compute.manager [req-4535b349-c888-4140-8933-bb3c0186d1d8 req-4ce03ce8-b1b8-4f66-bab8-d3cab5800188 service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Refreshing instance network info cache due to event network-changed-b0f441c3-3476-4257-b893-cbb14466e3d3. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.096543] env[69365]: DEBUG oslo_concurrency.lockutils [req-4535b349-c888-4140-8933-bb3c0186d1d8 req-4ce03ce8-b1b8-4f66-bab8-d3cab5800188 service nova] Acquiring lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.096761] env[69365]: DEBUG oslo_concurrency.lockutils [req-4535b349-c888-4140-8933-bb3c0186d1d8 req-4ce03ce8-b1b8-4f66-bab8-d3cab5800188 service nova] Acquired lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.096863] env[69365]: DEBUG nova.network.neutron [req-4535b349-c888-4140-8933-bb3c0186d1d8 req-4ce03ce8-b1b8-4f66-bab8-d3cab5800188 service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Refreshing network info cache for port b0f441c3-3476-4257-b893-cbb14466e3d3 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.105712] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae38091c-e15a-4ea2-8d53-4cf2a47e7b6e tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.363s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.426032] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302682, 'name': ReconfigVM_Task, 'duration_secs': 0.753597} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.426032] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Reconfigured VM instance instance-0000006e to attach disk [datastore2] cd03da46-c393-462a-ab8a-45aff0cfbf59/cd03da46-c393-462a-ab8a-45aff0cfbf59.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.426642] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b079625-9c42-4267-8473-fe77b5f8906f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.434271] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1181.434271] env[69365]: value = "task-3302684" [ 1181.434271] env[69365]: _type = "Task" [ 1181.434271] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.443392] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302684, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.468037] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52740af7-f529-1e75-b785-e03dee26ef56, 'name': SearchDatastore_Task, 'duration_secs': 0.014046} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.468037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.468334] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 9c8b8776-d697-4a83-86ba-017593ae2b24/9c8b8776-d697-4a83-86ba-017593ae2b24.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.468415] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ae8cc21-5ee8-4355-89c5-15e4c36deaba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.478073] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1181.478073] env[69365]: value = "task-3302685" [ 1181.478073] env[69365]: _type = "Task" [ 1181.478073] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.486914] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.557867] env[69365]: DEBUG oslo_vmware.api [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302683, 'name': PowerOnVM_Task, 'duration_secs': 0.930118} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.558252] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.558584] env[69365]: INFO nova.compute.manager [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1181.558912] env[69365]: DEBUG nova.compute.manager [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.559859] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdd4a54-e45e-4a48-8da0-0841921d21b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.577752] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.704713] env[69365]: INFO nova.compute.manager [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Unrescuing [ 1181.704984] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.705182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquired lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.705492] env[69365]: DEBUG nova.network.neutron [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.881766] env[69365]: DEBUG nova.network.neutron [req-4535b349-c888-4140-8933-bb3c0186d1d8 req-4ce03ce8-b1b8-4f66-bab8-d3cab5800188 service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updated VIF entry in instance network info cache for port b0f441c3-3476-4257-b893-cbb14466e3d3. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.882185] env[69365]: DEBUG nova.network.neutron [req-4535b349-c888-4140-8933-bb3c0186d1d8 req-4ce03ce8-b1b8-4f66-bab8-d3cab5800188 service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance_info_cache with network_info: [{"id": "b0f441c3-3476-4257-b893-cbb14466e3d3", "address": "fa:16:3e:4e:bb:a3", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f441c3-34", "ovs_interfaceid": "b0f441c3-3476-4257-b893-cbb14466e3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.945134] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302684, 'name': Rename_Task, 'duration_secs': 0.266458} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.945438] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.945676] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd7a1e1a-f3a4-4299-8dc2-224a189eaec4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.953716] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1181.953716] env[69365]: value = "task-3302686" [ 1181.953716] env[69365]: _type = "Task" [ 1181.953716] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.962759] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.987496] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.082042] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302661, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.083141] env[69365]: INFO nova.compute.manager [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Took 19.65 seconds to build instance. [ 1182.385500] env[69365]: DEBUG oslo_concurrency.lockutils [req-4535b349-c888-4140-8933-bb3c0186d1d8 req-4ce03ce8-b1b8-4f66-bab8-d3cab5800188 service nova] Releasing lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.447362] env[69365]: DEBUG nova.network.neutron [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updating instance_info_cache with network_info: [{"id": "a875f437-7cc8-4d84-b6c1-0e88130be317", "address": "fa:16:3e:77:4c:fc", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa875f437-7c", "ovs_interfaceid": "a875f437-7cc8-4d84-b6c1-0e88130be317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.465266] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.489706] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302685, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.575315] env[69365]: DEBUG oslo_vmware.api [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302661, 'name': ReconfigVM_Task, 'duration_secs': 5.854794} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.575683] env[69365]: DEBUG oslo_concurrency.lockutils [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.575987] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Reconfigured VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1182.585642] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c07579d-18a6-4abd-b5c0-5e9fde4d6f22 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.161s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.846133] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dcea1c-6898-4c25-9f36-dd61824a780e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.853688] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-498e9233-de8a-41ff-a81d-c8225608c311 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Suspending the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1182.854097] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-37b81e91-e739-4e35-b8ac-b2df764fc984 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.861821] env[69365]: DEBUG oslo_vmware.api [None req-498e9233-de8a-41ff-a81d-c8225608c311 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1182.861821] env[69365]: value = "task-3302687" [ 1182.861821] env[69365]: _type = "Task" [ 1182.861821] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.871800] env[69365]: DEBUG oslo_vmware.api [None req-498e9233-de8a-41ff-a81d-c8225608c311 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302687, 'name': SuspendVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.951073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Releasing lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.951896] env[69365]: DEBUG nova.objects.instance [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lazy-loading 'flavor' on Instance uuid 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.965461] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302686, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.991265] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302685, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.114571} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.991907] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 9c8b8776-d697-4a83-86ba-017593ae2b24/9c8b8776-d697-4a83-86ba-017593ae2b24.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.991907] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.992160] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca0836c7-f509-4214-b09b-53506f979524 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.999436] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1182.999436] env[69365]: value = "task-3302688" [ 1182.999436] env[69365]: _type = "Task" [ 1182.999436] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.009731] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.093024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.093502] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.093800] env[69365]: INFO nova.compute.manager [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Shelving [ 1183.373171] env[69365]: DEBUG oslo_vmware.api [None req-498e9233-de8a-41ff-a81d-c8225608c311 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302687, 'name': SuspendVM_Task} progress is 37%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.463059] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c60de0a-4cbf-4dc1-ae6f-1ed33009c195 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.490896] env[69365]: DEBUG oslo_vmware.api [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302686, 'name': PowerOnVM_Task, 'duration_secs': 1.196534} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.491251] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.492482] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.492692] env[69365]: INFO nova.compute.manager [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1183.492917] env[69365]: DEBUG nova.compute.manager [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.493207] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b9ded0b-5e68-42c5-b6e7-ec2ee53fe458 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.495322] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e589a915-f811-4896-8fc6-797e9d524069 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.511521] env[69365]: DEBUG oslo_vmware.api [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1183.511521] env[69365]: value = "task-3302689" [ 1183.511521] env[69365]: _type = "Task" [ 1183.511521] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.518572] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071566} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.519277] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.520626] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7615c8-6c62-43fc-b057-38933d17ee70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.525876] env[69365]: DEBUG oslo_vmware.api [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.547592] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 9c8b8776-d697-4a83-86ba-017593ae2b24/9c8b8776-d697-4a83-86ba-017593ae2b24.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.547960] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89cf4ea8-30d9-4d1c-865a-aeab399c3f9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.572086] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1183.572086] env[69365]: value = "task-3302690" [ 1183.572086] env[69365]: _type = "Task" [ 1183.572086] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.580314] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.876274] env[69365]: DEBUG oslo_vmware.api [None req-498e9233-de8a-41ff-a81d-c8225608c311 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302687, 'name': SuspendVM_Task} progress is 37%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.993452] env[69365]: DEBUG oslo_concurrency.lockutils [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.993793] env[69365]: DEBUG oslo_concurrency.lockutils [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.993870] env[69365]: DEBUG nova.network.neutron [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.022679] env[69365]: INFO nova.compute.manager [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Took 19.24 seconds to build instance. [ 1184.031172] env[69365]: DEBUG oslo_vmware.api [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302689, 'name': PowerOffVM_Task, 'duration_secs': 0.370871} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.031940] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.036921] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Reconfiguring VM instance instance-00000063 to detach disk 2002 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.037644] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-930cd6db-2881-464e-99fb-6c105e8a3817 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.059212] env[69365]: DEBUG oslo_vmware.api [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1184.059212] env[69365]: value = "task-3302691" [ 1184.059212] env[69365]: _type = "Task" [ 1184.059212] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.069076] env[69365]: DEBUG oslo_vmware.api [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.081921] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.104430] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.104862] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18c2b7d7-e918-4857-8320-cae178c9a3e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.113520] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1184.113520] env[69365]: value = "task-3302692" [ 1184.113520] env[69365]: _type = "Task" [ 1184.113520] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.124940] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.373398] env[69365]: DEBUG oslo_vmware.api [None req-498e9233-de8a-41ff-a81d-c8225608c311 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302687, 'name': SuspendVM_Task, 'duration_secs': 1.070555} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.373635] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-498e9233-de8a-41ff-a81d-c8225608c311 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Suspended the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1184.373944] env[69365]: DEBUG nova.compute.manager [None req-498e9233-de8a-41ff-a81d-c8225608c311 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.374669] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c0bb4b-7074-40c1-bcf7-f8286b5eb7ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.524748] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ff48539c-abb6-4ab8-af41-ea46a6b6fd86 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.755s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.571091] env[69365]: DEBUG oslo_vmware.api [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302691, 'name': ReconfigVM_Task, 'duration_secs': 0.291054} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.571401] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Reconfigured VM instance instance-00000063 to detach disk 2002 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1184.571584] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.571820] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7192821-a3d8-430a-91b6-dd52ce14a7d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.582066] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302690, 'name': ReconfigVM_Task, 'duration_secs': 0.675759} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.583377] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 9c8b8776-d697-4a83-86ba-017593ae2b24/9c8b8776-d697-4a83-86ba-017593ae2b24.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.584105] env[69365]: DEBUG oslo_vmware.api [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1184.584105] env[69365]: value = "task-3302694" [ 1184.584105] env[69365]: _type = "Task" [ 1184.584105] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.584307] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e4953b6-2c16-440c-90a5-2f4373db5d43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.594235] env[69365]: DEBUG oslo_vmware.api [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.595548] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1184.595548] env[69365]: value = "task-3302695" [ 1184.595548] env[69365]: _type = "Task" [ 1184.595548] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.604880] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302695, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.624214] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302692, 'name': PowerOffVM_Task, 'duration_secs': 0.326003} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.624450] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.625342] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bc323e-e8d5-42fd-b4a5-932ab3c21f01 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.648498] env[69365]: DEBUG nova.compute.manager [req-16603470-9dcb-4bfb-ad8b-46059a27d212 req-c11ac9d9-5e97-4241-b73c-fa87a0301118 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Received event network-changed-cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.648850] env[69365]: DEBUG nova.compute.manager [req-16603470-9dcb-4bfb-ad8b-46059a27d212 req-c11ac9d9-5e97-4241-b73c-fa87a0301118 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Refreshing instance network info cache due to event network-changed-cdda9d24-818a-4a08-a339-95bf17c569dc. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.648974] env[69365]: DEBUG oslo_concurrency.lockutils [req-16603470-9dcb-4bfb-ad8b-46059a27d212 req-c11ac9d9-5e97-4241-b73c-fa87a0301118 service nova] Acquiring lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.649044] env[69365]: DEBUG oslo_concurrency.lockutils [req-16603470-9dcb-4bfb-ad8b-46059a27d212 req-c11ac9d9-5e97-4241-b73c-fa87a0301118 service nova] Acquired lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.649208] env[69365]: DEBUG nova.network.neutron [req-16603470-9dcb-4bfb-ad8b-46059a27d212 req-c11ac9d9-5e97-4241-b73c-fa87a0301118 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Refreshing network info cache for port cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.650888] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef24df3-86fc-41e0-89cf-07c8b8332f33 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.033373] env[69365]: DEBUG nova.compute.manager [req-c2b1df94-954f-4aa0-b296-afc0b079d567 req-b399ceff-4d89-4ab5-8f6c-48d3cd9adf52 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Received event network-changed-d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.033803] env[69365]: DEBUG nova.compute.manager [req-c2b1df94-954f-4aa0-b296-afc0b079d567 req-b399ceff-4d89-4ab5-8f6c-48d3cd9adf52 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Refreshing instance network info cache due to event network-changed-d688ceff-8a05-4acd-8a17-72f454e2dce7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.034170] env[69365]: DEBUG oslo_concurrency.lockutils [req-c2b1df94-954f-4aa0-b296-afc0b079d567 req-b399ceff-4d89-4ab5-8f6c-48d3cd9adf52 service nova] Acquiring lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.090803] env[69365]: INFO nova.network.neutron [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Port 928b1562-19ad-4f01-934b-472cef9d2768 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1185.091153] env[69365]: DEBUG nova.network.neutron [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updating instance_info_cache with network_info: [{"id": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "address": "fa:16:3e:98:c5:68", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd688ceff-8a", "ovs_interfaceid": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.098738] env[69365]: DEBUG oslo_vmware.api [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302694, 'name': PowerOnVM_Task, 'duration_secs': 0.408387} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.102627] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.102627] env[69365]: DEBUG nova.compute.manager [None req-8094138b-2c5a-4e91-a3d5-4082e042be22 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.103961] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9dab14-0c3a-4a72-806f-abea73729ba4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.115402] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302695, 'name': Rename_Task, 'duration_secs': 0.231224} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.117601] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.121942] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e659a2f-0dd9-4393-8231-a1373cb90f83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.129917] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1185.129917] env[69365]: value = "task-3302696" [ 1185.129917] env[69365]: _type = "Task" [ 1185.129917] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.138584] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.166020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1185.166020] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ad5f851-9114-44cc-9f5e-c698aaaf26fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.173245] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1185.173245] env[69365]: value = "task-3302697" [ 1185.173245] env[69365]: _type = "Task" [ 1185.173245] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.192086] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302697, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.408386] env[69365]: DEBUG nova.network.neutron [req-16603470-9dcb-4bfb-ad8b-46059a27d212 req-c11ac9d9-5e97-4241-b73c-fa87a0301118 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updated VIF entry in instance network info cache for port cdda9d24-818a-4a08-a339-95bf17c569dc. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.408774] env[69365]: DEBUG nova.network.neutron [req-16603470-9dcb-4bfb-ad8b-46059a27d212 req-c11ac9d9-5e97-4241-b73c-fa87a0301118 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updating instance_info_cache with network_info: [{"id": "cdda9d24-818a-4a08-a339-95bf17c569dc", "address": "fa:16:3e:d5:f3:08", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdda9d24-81", "ovs_interfaceid": "cdda9d24-818a-4a08-a339-95bf17c569dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.595045] env[69365]: DEBUG oslo_concurrency.lockutils [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.596870] env[69365]: DEBUG oslo_concurrency.lockutils [req-c2b1df94-954f-4aa0-b296-afc0b079d567 req-b399ceff-4d89-4ab5-8f6c-48d3cd9adf52 service nova] Acquired lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.597015] env[69365]: DEBUG nova.network.neutron [req-c2b1df94-954f-4aa0-b296-afc0b079d567 req-b399ceff-4d89-4ab5-8f6c-48d3cd9adf52 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Refreshing network info cache for port d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.640836] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.686641] env[69365]: INFO nova.compute.manager [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Resuming [ 1185.687379] env[69365]: DEBUG nova.objects.instance [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lazy-loading 'flavor' on Instance uuid b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.688925] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302697, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.738404] env[69365]: DEBUG oslo_concurrency.lockutils [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "interface-2b3ef396-2469-4cc8-961c-c406bfb958c8-928b1562-19ad-4f01-934b-472cef9d2768" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.738797] env[69365]: DEBUG oslo_concurrency.lockutils [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-2b3ef396-2469-4cc8-961c-c406bfb958c8-928b1562-19ad-4f01-934b-472cef9d2768" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.739263] env[69365]: DEBUG nova.objects.instance [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'flavor' on Instance uuid 2b3ef396-2469-4cc8-961c-c406bfb958c8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.911841] env[69365]: DEBUG oslo_concurrency.lockutils [req-16603470-9dcb-4bfb-ad8b-46059a27d212 req-c11ac9d9-5e97-4241-b73c-fa87a0301118 service nova] Releasing lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.099485] env[69365]: DEBUG oslo_concurrency.lockutils [None req-097a3c3d-cb33-40d4-b777-cafc79427ee6 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-9c026aaa-0963-4ba2-955a-f666ff782ffa-928b1562-19ad-4f01-934b-472cef9d2768" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.133s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.143018] env[69365]: DEBUG oslo_vmware.api [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302696, 'name': PowerOnVM_Task, 'duration_secs': 0.597686} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.143546] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.143622] env[69365]: INFO nova.compute.manager [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1186.143799] env[69365]: DEBUG nova.compute.manager [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.144638] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbc6aa9-1a42-4785-84c9-8ac233052247 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.195885] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302697, 'name': CreateSnapshot_Task, 'duration_secs': 0.680542} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.197364] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1186.198586] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1743c74b-d230-498a-bd7a-bc71addfe568 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.382665] env[69365]: DEBUG nova.objects.instance [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'pci_requests' on Instance uuid 2b3ef396-2469-4cc8-961c-c406bfb958c8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.447664] env[69365]: DEBUG nova.network.neutron [req-c2b1df94-954f-4aa0-b296-afc0b079d567 req-b399ceff-4d89-4ab5-8f6c-48d3cd9adf52 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updated VIF entry in instance network info cache for port d688ceff-8a05-4acd-8a17-72f454e2dce7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.448069] env[69365]: DEBUG nova.network.neutron [req-c2b1df94-954f-4aa0-b296-afc0b079d567 req-b399ceff-4d89-4ab5-8f6c-48d3cd9adf52 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updating instance_info_cache with network_info: [{"id": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "address": "fa:16:3e:98:c5:68", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd688ceff-8a", "ovs_interfaceid": "d688ceff-8a05-4acd-8a17-72f454e2dce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.470107] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1186.470493] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659457', 'volume_id': '02463796-86cf-4f17-aa53-1a26fcf288a0', 'name': 'volume-02463796-86cf-4f17-aa53-1a26fcf288a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e41159ba-60e5-4bff-9c66-8c5ed6b7bd87', 'attached_at': '', 'detached_at': '', 'volume_id': '02463796-86cf-4f17-aa53-1a26fcf288a0', 'serial': '02463796-86cf-4f17-aa53-1a26fcf288a0'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1186.471459] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a385d54e-c682-4796-9f23-33a1dba0f842 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.490805] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6052d185-c7d8-4d5f-8209-5fd99b7964bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.518139] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-02463796-86cf-4f17-aa53-1a26fcf288a0/volume-02463796-86cf-4f17-aa53-1a26fcf288a0.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.518453] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-931d1bc5-83f6-43ba-a03f-edf112e9a471 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.538194] env[69365]: DEBUG oslo_vmware.api [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1186.538194] env[69365]: value = "task-3302698" [ 1186.538194] env[69365]: _type = "Task" [ 1186.538194] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.546712] env[69365]: DEBUG oslo_vmware.api [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.668448] env[69365]: INFO nova.compute.manager [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Took 21.39 seconds to build instance. [ 1186.722654] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1186.723452] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3cee56e-0eb5-4743-925b-ec13fa5917b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.733474] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1186.733474] env[69365]: value = "task-3302699" [ 1186.733474] env[69365]: _type = "Task" [ 1186.733474] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.742626] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302699, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.885276] env[69365]: DEBUG nova.objects.base [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Object Instance<2b3ef396-2469-4cc8-961c-c406bfb958c8> lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1186.885609] env[69365]: DEBUG nova.network.neutron [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.950975] env[69365]: DEBUG oslo_concurrency.lockutils [req-c2b1df94-954f-4aa0-b296-afc0b079d567 req-b399ceff-4d89-4ab5-8f6c-48d3cd9adf52 service nova] Releasing lock "refresh_cache-9c026aaa-0963-4ba2-955a-f666ff782ffa" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.968833] env[69365]: DEBUG nova.policy [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bea9170487bc468691c980517ad8cd95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03188c2e9e3d4da7b18a41fb78d6d5be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.050483] env[69365]: DEBUG oslo_vmware.api [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.094586] env[69365]: DEBUG nova.compute.manager [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Received event network-changed-afd35171-b005-446d-95a8-2c4c14ea4bcf {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.094817] env[69365]: DEBUG nova.compute.manager [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Refreshing instance network info cache due to event network-changed-afd35171-b005-446d-95a8-2c4c14ea4bcf. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.095114] env[69365]: DEBUG oslo_concurrency.lockutils [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] Acquiring lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.095347] env[69365]: DEBUG oslo_concurrency.lockutils [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] Acquired lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.095347] env[69365]: DEBUG nova.network.neutron [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Refreshing network info cache for port afd35171-b005-446d-95a8-2c4c14ea4bcf {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.171231] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc3f3-61ff-4eb3-b3cc-9c85d362ad96 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "9c8b8776-d697-4a83-86ba-017593ae2b24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.907s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.205814] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.206042] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquired lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.206220] env[69365]: DEBUG nova.network.neutron [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.246244] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302699, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.549429] env[69365]: DEBUG oslo_vmware.api [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302698, 'name': ReconfigVM_Task, 'duration_secs': 0.674249} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.549745] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-02463796-86cf-4f17-aa53-1a26fcf288a0/volume-02463796-86cf-4f17-aa53-1a26fcf288a0.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.554533] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fbc6f6e-3ce9-4c13-a676-73913a5b9c74 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.571356] env[69365]: DEBUG oslo_vmware.api [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1187.571356] env[69365]: value = "task-3302700" [ 1187.571356] env[69365]: _type = "Task" [ 1187.571356] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.583049] env[69365]: DEBUG oslo_vmware.api [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.744667] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302699, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.988177] env[69365]: DEBUG nova.network.neutron [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updated VIF entry in instance network info cache for port afd35171-b005-446d-95a8-2c4c14ea4bcf. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.988177] env[69365]: DEBUG nova.network.neutron [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updating instance_info_cache with network_info: [{"id": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "address": "fa:16:3e:23:f7:78", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd35171-b0", "ovs_interfaceid": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.033934] env[69365]: DEBUG nova.network.neutron [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Updating instance_info_cache with network_info: [{"id": "f5799aaa-e180-48ae-a58e-e6320fce8294", "address": "fa:16:3e:37:47:18", "network": {"id": "d870eb9a-de7e-41c7-98b2-de0321b747ca", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1581030405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6a329432ab34560a794b0ecbe424961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5799aaa-e1", "ovs_interfaceid": "f5799aaa-e180-48ae-a58e-e6320fce8294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.081874] env[69365]: DEBUG oslo_vmware.api [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302700, 'name': ReconfigVM_Task, 'duration_secs': 0.167036} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.082199] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659457', 'volume_id': '02463796-86cf-4f17-aa53-1a26fcf288a0', 'name': 'volume-02463796-86cf-4f17-aa53-1a26fcf288a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e41159ba-60e5-4bff-9c66-8c5ed6b7bd87', 'attached_at': '', 'detached_at': '', 'volume_id': '02463796-86cf-4f17-aa53-1a26fcf288a0', 'serial': '02463796-86cf-4f17-aa53-1a26fcf288a0'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1188.246079] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302699, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.296823] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c96b90f-4343-4763-8c77-fa15f1645d51 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "9c8b8776-d697-4a83-86ba-017593ae2b24" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.297230] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c96b90f-4343-4763-8c77-fa15f1645d51 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "9c8b8776-d697-4a83-86ba-017593ae2b24" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.297518] env[69365]: DEBUG nova.compute.manager [None req-0c96b90f-4343-4763-8c77-fa15f1645d51 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.298551] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b0b1ce-375e-45f6-9b30-97f605cc23df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.306266] env[69365]: DEBUG nova.compute.manager [None req-0c96b90f-4343-4763-8c77-fa15f1645d51 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1188.306928] env[69365]: DEBUG nova.objects.instance [None req-0c96b90f-4343-4763-8c77-fa15f1645d51 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lazy-loading 'flavor' on Instance uuid 9c8b8776-d697-4a83-86ba-017593ae2b24 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.477729] env[69365]: DEBUG nova.network.neutron [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Successfully updated port: 928b1562-19ad-4f01-934b-472cef9d2768 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.490899] env[69365]: DEBUG oslo_concurrency.lockutils [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] Releasing lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.491330] env[69365]: DEBUG nova.compute.manager [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Received event network-changed-a875f437-7cc8-4d84-b6c1-0e88130be317 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.491572] env[69365]: DEBUG nova.compute.manager [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Refreshing instance network info cache due to event network-changed-a875f437-7cc8-4d84-b6c1-0e88130be317. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.491859] env[69365]: DEBUG oslo_concurrency.lockutils [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] Acquiring lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.492015] env[69365]: DEBUG oslo_concurrency.lockutils [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] Acquired lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.492372] env[69365]: DEBUG nova.network.neutron [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Refreshing network info cache for port a875f437-7cc8-4d84-b6c1-0e88130be317 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.536498] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Releasing lock "refresh_cache-b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.537458] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ec66f2-0fce-4545-a2b6-6d6640bb6bb8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.544937] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Resuming the VM {{(pid=69365) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1188.545202] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e68e166-f028-43e9-969c-8692e1d682bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.552602] env[69365]: DEBUG oslo_vmware.api [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1188.552602] env[69365]: value = "task-3302701" [ 1188.552602] env[69365]: _type = "Task" [ 1188.552602] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.563033] env[69365]: DEBUG oslo_vmware.api [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.746518] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302699, 'name': CloneVM_Task, 'duration_secs': 1.89103} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.746670] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Created linked-clone VM from snapshot [ 1188.747418] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d52df8c-09c4-46f5-916f-d0b35ac7543d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.755193] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Uploading image 9defd547-ca80-4171-a669-d301ce007e5c {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1188.781391] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1188.781391] env[69365]: value = "vm-659459" [ 1188.781391] env[69365]: _type = "VirtualMachine" [ 1188.781391] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1188.781674] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a6d32d22-1008-45a5-a9b0-30b027719d32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.789436] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lease: (returnval){ [ 1188.789436] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52caa578-7393-05d1-9363-94a176d83f47" [ 1188.789436] env[69365]: _type = "HttpNfcLease" [ 1188.789436] env[69365]: } obtained for exporting VM: (result){ [ 1188.789436] env[69365]: value = "vm-659459" [ 1188.789436] env[69365]: _type = "VirtualMachine" [ 1188.789436] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1188.789976] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the lease: (returnval){ [ 1188.789976] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52caa578-7393-05d1-9363-94a176d83f47" [ 1188.789976] env[69365]: _type = "HttpNfcLease" [ 1188.789976] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1188.796856] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1188.796856] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52caa578-7393-05d1-9363-94a176d83f47" [ 1188.796856] env[69365]: _type = "HttpNfcLease" [ 1188.796856] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1188.981208] env[69365]: DEBUG oslo_concurrency.lockutils [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.981208] env[69365]: DEBUG oslo_concurrency.lockutils [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.981208] env[69365]: DEBUG nova.network.neutron [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.064397] env[69365]: DEBUG oslo_vmware.api [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302701, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.122894] env[69365]: DEBUG nova.objects.instance [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lazy-loading 'flavor' on Instance uuid e41159ba-60e5-4bff-9c66-8c5ed6b7bd87 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.157862] env[69365]: DEBUG nova.compute.manager [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Received event network-vif-plugged-928b1562-19ad-4f01-934b-472cef9d2768 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.158171] env[69365]: DEBUG oslo_concurrency.lockutils [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] Acquiring lock "2b3ef396-2469-4cc8-961c-c406bfb958c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.158405] env[69365]: DEBUG oslo_concurrency.lockutils [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] Lock "2b3ef396-2469-4cc8-961c-c406bfb958c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.158583] env[69365]: DEBUG oslo_concurrency.lockutils [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] Lock "2b3ef396-2469-4cc8-961c-c406bfb958c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.158761] env[69365]: DEBUG nova.compute.manager [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] No waiting events found dispatching network-vif-plugged-928b1562-19ad-4f01-934b-472cef9d2768 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.158926] env[69365]: WARNING nova.compute.manager [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Received unexpected event network-vif-plugged-928b1562-19ad-4f01-934b-472cef9d2768 for instance with vm_state active and task_state None. [ 1189.159098] env[69365]: DEBUG nova.compute.manager [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Received event network-changed-928b1562-19ad-4f01-934b-472cef9d2768 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.159259] env[69365]: DEBUG nova.compute.manager [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Refreshing instance network info cache due to event network-changed-928b1562-19ad-4f01-934b-472cef9d2768. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.159425] env[69365]: DEBUG oslo_concurrency.lockutils [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] Acquiring lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.223426] env[69365]: DEBUG nova.network.neutron [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updated VIF entry in instance network info cache for port a875f437-7cc8-4d84-b6c1-0e88130be317. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.223812] env[69365]: DEBUG nova.network.neutron [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updating instance_info_cache with network_info: [{"id": "a875f437-7cc8-4d84-b6c1-0e88130be317", "address": "fa:16:3e:77:4c:fc", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa875f437-7c", "ovs_interfaceid": "a875f437-7cc8-4d84-b6c1-0e88130be317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.284959] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.285298] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.285404] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.285598] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.285820] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.286200] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.286555] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.286555] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1189.286695] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.299764] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.299764] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52caa578-7393-05d1-9363-94a176d83f47" [ 1189.299764] env[69365]: _type = "HttpNfcLease" [ 1189.299764] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1189.299764] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1189.299764] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52caa578-7393-05d1-9363-94a176d83f47" [ 1189.299764] env[69365]: _type = "HttpNfcLease" [ 1189.299764] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1189.300098] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45999970-c948-4239-9676-7da4a724d425 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.308368] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520602c3-9f2e-fcfd-069b-e8057e1d5236/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1189.308547] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520602c3-9f2e-fcfd-069b-e8057e1d5236/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1189.365665] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96b90f-4343-4763-8c77-fa15f1645d51 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.366576] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cbe5ed6-ad4d-48ca-a8fd-18b08508c3c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.378164] env[69365]: DEBUG oslo_vmware.api [None req-0c96b90f-4343-4763-8c77-fa15f1645d51 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1189.378164] env[69365]: value = "task-3302703" [ 1189.378164] env[69365]: _type = "Task" [ 1189.378164] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.387766] env[69365]: DEBUG oslo_vmware.api [None req-0c96b90f-4343-4763-8c77-fa15f1645d51 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.481469] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7be88962-da31-421d-abba-3253c8c5fb31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.523463] env[69365]: WARNING nova.network.neutron [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] b01a365a-10e4-4bbe-8803-f48e97ae2356 already exists in list: networks containing: ['b01a365a-10e4-4bbe-8803-f48e97ae2356']. ignoring it [ 1189.567363] env[69365]: DEBUG oslo_vmware.api [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302701, 'name': PowerOnVM_Task, 'duration_secs': 0.992171} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.567662] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Resumed the VM {{(pid=69365) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1189.567846] env[69365]: DEBUG nova.compute.manager [None req-2566aa7a-23b4-4ced-aa67-9333eec7a5cb tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.568754] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3e9fff-b327-4103-b681-130a4eb2806f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.630403] env[69365]: DEBUG oslo_concurrency.lockutils [None req-998ae1ab-c205-4372-a765-0046b3694a76 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.772s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.726740] env[69365]: DEBUG oslo_concurrency.lockutils [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] Releasing lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.727081] env[69365]: DEBUG nova.compute.manager [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Received event network-changed-a875f437-7cc8-4d84-b6c1-0e88130be317 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.727368] env[69365]: DEBUG nova.compute.manager [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Refreshing instance network info cache due to event network-changed-a875f437-7cc8-4d84-b6c1-0e88130be317. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.727671] env[69365]: DEBUG oslo_concurrency.lockutils [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] Acquiring lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.727924] env[69365]: DEBUG oslo_concurrency.lockutils [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] Acquired lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.728136] env[69365]: DEBUG nova.network.neutron [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Refreshing network info cache for port a875f437-7cc8-4d84-b6c1-0e88130be317 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.789691] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.789972] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.790191] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.790407] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1189.791348] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6222926b-0930-44ed-a6e4-6f47150b3b8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.801466] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdbc7ff-3de7-4b20-81f5-71de774e1016 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.820504] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b74ca1-5676-46cd-afc2-03570ffd74d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.830232] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdba529-82f8-4972-bb93-44c59cdc2b31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.862165] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179432MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1189.862536] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.862894] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.865624] env[69365]: DEBUG nova.network.neutron [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updating instance_info_cache with network_info: [{"id": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "address": "fa:16:3e:23:f7:78", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd35171-b0", "ovs_interfaceid": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "928b1562-19ad-4f01-934b-472cef9d2768", "address": "fa:16:3e:23:f2:6f", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928b1562-19", "ovs_interfaceid": "928b1562-19ad-4f01-934b-472cef9d2768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.891216] env[69365]: DEBUG oslo_vmware.api [None req-0c96b90f-4343-4763-8c77-fa15f1645d51 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302703, 'name': PowerOffVM_Task, 'duration_secs': 0.230842} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.891591] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96b90f-4343-4763-8c77-fa15f1645d51 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.891816] env[69365]: DEBUG nova.compute.manager [None req-0c96b90f-4343-4763-8c77-fa15f1645d51 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.892734] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312999ea-ee57-4893-a963-1bed584c7108 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.376677] env[69365]: DEBUG oslo_concurrency.lockutils [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.377802] env[69365]: DEBUG oslo_concurrency.lockutils [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.378031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.378528] env[69365]: DEBUG oslo_concurrency.lockutils [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] Acquired lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.379408] env[69365]: DEBUG nova.network.neutron [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Refreshing network info cache for port 928b1562-19ad-4f01-934b-472cef9d2768 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.382974] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37acf6fa-25f0-45c1-88b5-a8770fddb724 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.415773] env[69365]: DEBUG nova.virt.hardware [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.415773] env[69365]: DEBUG nova.virt.hardware [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.415773] env[69365]: DEBUG nova.virt.hardware [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.415982] env[69365]: DEBUG nova.virt.hardware [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.415982] env[69365]: DEBUG nova.virt.hardware [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.416725] env[69365]: DEBUG nova.virt.hardware [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.416825] env[69365]: DEBUG nova.virt.hardware [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.417025] env[69365]: DEBUG nova.virt.hardware [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.418028] env[69365]: DEBUG nova.virt.hardware [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.418028] env[69365]: DEBUG nova.virt.hardware [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.418413] env[69365]: DEBUG nova.virt.hardware [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.424997] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Reconfiguring VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1190.426060] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c96b90f-4343-4763-8c77-fa15f1645d51 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "9c8b8776-d697-4a83-86ba-017593ae2b24" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.129s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.427548] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be40ae0-60cd-4f03-be58-df7d2b85ef10 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.450653] env[69365]: DEBUG oslo_vmware.api [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1190.450653] env[69365]: value = "task-3302704" [ 1190.450653] env[69365]: _type = "Task" [ 1190.450653] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.461323] env[69365]: DEBUG oslo_vmware.api [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302704, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.481898] env[69365]: DEBUG nova.network.neutron [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updated VIF entry in instance network info cache for port a875f437-7cc8-4d84-b6c1-0e88130be317. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.481898] env[69365]: DEBUG nova.network.neutron [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updating instance_info_cache with network_info: [{"id": "a875f437-7cc8-4d84-b6c1-0e88130be317", "address": "fa:16:3e:77:4c:fc", "network": {"id": "c83cfd9f-a8c6-480c-9a9a-6b74e9d81528", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-34039915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f7fca17fe74d938af6c133cc76c5a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa875f437-7c", "ovs_interfaceid": "a875f437-7cc8-4d84-b6c1-0e88130be317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.565290] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "0c1ca54f-9712-417b-ad17-94c66183ab4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.566507] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "0c1ca54f-9712-417b-ad17-94c66183ab4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.900549] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance c6ec4771-145c-49c2-8930-ee62d65671a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.900714] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e1c30937-800f-4fee-a638-2bd109047cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.900842] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance ab2a8a67-8f2c-40a1-9a8d-1072102b8590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.900963] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.901099] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 9c026aaa-0963-4ba2-955a-f666ff782ffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.901221] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e41159ba-60e5-4bff-9c66-8c5ed6b7bd87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.901358] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 2b3ef396-2469-4cc8-961c-c406bfb958c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.901483] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 2daa412d-5bd8-4413-930b-a2cf17642728 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.901598] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.901711] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance a0fdc83d-4928-4319-ad2c-0ea6226e7cf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.901822] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.901933] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance cd03da46-c393-462a-ab8a-45aff0cfbf59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.902057] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 9c8b8776-d697-4a83-86ba-017593ae2b24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.963371] env[69365]: DEBUG oslo_vmware.api [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.984399] env[69365]: DEBUG oslo_concurrency.lockutils [req-21ee8cf5-f1e6-4cd9-98bf-16cd79a7b19e req-8267cb1a-1802-4dbc-b4ba-7037c27a8c21 service nova] Releasing lock "refresh_cache-1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.068617] env[69365]: DEBUG nova.compute.manager [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.115955] env[69365]: DEBUG nova.network.neutron [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updated VIF entry in instance network info cache for port 928b1562-19ad-4f01-934b-472cef9d2768. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.116393] env[69365]: DEBUG nova.network.neutron [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updating instance_info_cache with network_info: [{"id": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "address": "fa:16:3e:23:f7:78", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd35171-b0", "ovs_interfaceid": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "928b1562-19ad-4f01-934b-472cef9d2768", "address": "fa:16:3e:23:f2:6f", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928b1562-19", "ovs_interfaceid": "928b1562-19ad-4f01-934b-472cef9d2768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.405364] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 0c1ca54f-9712-417b-ad17-94c66183ab4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1191.405748] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1191.405824] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1191.462149] env[69365]: DEBUG oslo_vmware.api [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302704, 'name': ReconfigVM_Task, 'duration_secs': 0.81883} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.465309] env[69365]: DEBUG oslo_concurrency.lockutils [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.465531] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Reconfigured VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1191.579787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "9c8b8776-d697-4a83-86ba-017593ae2b24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.580066] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "9c8b8776-d697-4a83-86ba-017593ae2b24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.580342] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "9c8b8776-d697-4a83-86ba-017593ae2b24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.580533] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "9c8b8776-d697-4a83-86ba-017593ae2b24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.580701] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "9c8b8776-d697-4a83-86ba-017593ae2b24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.582865] env[69365]: INFO nova.compute.manager [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Terminating instance [ 1191.609422] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.619678] env[69365]: DEBUG oslo_concurrency.lockutils [req-6939ac7e-892a-4f43-a5a8-c39fef830b19 req-b1ec4a4e-d3fa-4632-918c-5d2f570e3b44 service nova] Releasing lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.621557] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b046230f-dc58-450f-8a7f-f7cdf4cfabc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.630094] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dff4d41-019e-4c59-8c4e-da95ca3e5a0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.662207] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f149514c-d320-4723-a718-b91e8a9dd21f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.671151] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3d6d9d-4ce9-41dc-b9e1-eef43673bebc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.686962] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.974080] env[69365]: DEBUG oslo_concurrency.lockutils [None req-040b26aa-a8aa-47e4-b774-273ebef91425 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-2b3ef396-2469-4cc8-961c-c406bfb958c8-928b1562-19ad-4f01-934b-472cef9d2768" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.235s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.094528] env[69365]: DEBUG nova.compute.manager [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.094528] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.095096] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37c1463-b7af-46c4-8b71-111ff9371adc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.104767] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.105097] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e19e184-8957-47c7-a8d8-549c4e5c7577 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.191990] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.195448] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.195687] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.195947] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleting the datastore file [datastore1] 9c8b8776-d697-4a83-86ba-017593ae2b24 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.196481] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1ffb495-c70c-4830-83e1-782ee3b1bcfa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.204611] env[69365]: DEBUG oslo_vmware.api [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1192.204611] env[69365]: value = "task-3302706" [ 1192.204611] env[69365]: _type = "Task" [ 1192.204611] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.217394] env[69365]: DEBUG oslo_vmware.api [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.698219] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1192.698607] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.836s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.698730] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.089s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.700567] env[69365]: INFO nova.compute.claims [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.703023] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.715433] env[69365]: DEBUG oslo_vmware.api [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368669} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.716611] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.718119] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.718119] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.718119] env[69365]: INFO nova.compute.manager [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1192.718119] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.718119] env[69365]: DEBUG nova.compute.manager [-] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.718119] env[69365]: DEBUG nova.network.neutron [-] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.033282] env[69365]: DEBUG nova.compute.manager [req-4ffca19f-86b6-4dc2-83b3-814a57e89896 req-63156e02-2f2e-4bc1-9210-36a47dde95d1 service nova] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Received event network-vif-deleted-e4a94666-f65f-4c7e-b409-8f31b6c1537a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.033563] env[69365]: INFO nova.compute.manager [req-4ffca19f-86b6-4dc2-83b3-814a57e89896 req-63156e02-2f2e-4bc1-9210-36a47dde95d1 service nova] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Neutron deleted interface e4a94666-f65f-4c7e-b409-8f31b6c1537a; detaching it from the instance and deleting it from the info cache [ 1193.033741] env[69365]: DEBUG nova.network.neutron [req-4ffca19f-86b6-4dc2-83b3-814a57e89896 req-63156e02-2f2e-4bc1-9210-36a47dde95d1 service nova] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.509951] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "interface-2b3ef396-2469-4cc8-961c-c406bfb958c8-928b1562-19ad-4f01-934b-472cef9d2768" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.510447] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-2b3ef396-2469-4cc8-961c-c406bfb958c8-928b1562-19ad-4f01-934b-472cef9d2768" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.511882] env[69365]: DEBUG nova.network.neutron [-] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.535922] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-078dedef-db95-4812-8625-b58bf4479a07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.547311] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311a9acb-e65b-4327-b29f-9815057ccd1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.585697] env[69365]: DEBUG nova.compute.manager [req-4ffca19f-86b6-4dc2-83b3-814a57e89896 req-63156e02-2f2e-4bc1-9210-36a47dde95d1 service nova] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Detach interface failed, port_id=e4a94666-f65f-4c7e-b409-8f31b6c1537a, reason: Instance 9c8b8776-d697-4a83-86ba-017593ae2b24 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1193.905996] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8646bfd-192a-44e1-a622-3da870e63352 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.916466] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a6a529-dd0e-4ecc-8fcd-0b78006f025b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.949018] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4925fa89-b55d-4823-8c27-cb6e008da4b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.958131] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e6e884-13ed-46b7-aee6-b2ca0760df4a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.973427] env[69365]: DEBUG nova.compute.provider_tree [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.014629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.014912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.015432] env[69365]: INFO nova.compute.manager [-] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Took 1.30 seconds to deallocate network for instance. [ 1194.016703] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb7dc90-71c3-480e-96d6-2541b01b0a73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.037092] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d05678-776d-4efb-91ba-cc281b687188 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.067620] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Reconfiguring VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1194.068755] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8006819-61cd-4d68-bfd8-e81e553be766 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.091934] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1194.091934] env[69365]: value = "task-3302707" [ 1194.091934] env[69365]: _type = "Task" [ 1194.091934] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.101998] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.477058] env[69365]: DEBUG nova.scheduler.client.report [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.539305] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.603093] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.982263] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.982793] env[69365]: DEBUG nova.compute.manager [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1194.985494] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.446s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.985713] env[69365]: DEBUG nova.objects.instance [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lazy-loading 'resources' on Instance uuid 9c8b8776-d697-4a83-86ba-017593ae2b24 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.105487] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.408848] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.409173] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.409410] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.409623] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.409813] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.412295] env[69365]: INFO nova.compute.manager [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Terminating instance [ 1195.489215] env[69365]: DEBUG nova.compute.utils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.493997] env[69365]: DEBUG nova.compute.manager [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.493997] env[69365]: DEBUG nova.network.neutron [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.531349] env[69365]: DEBUG nova.policy [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccf5ac60b721407e8357eda343a7602a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '834a6dc617e4475d811bb1f4abb07117', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.605359] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.678769] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98601bb1-3770-434d-8989-7eac987718f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.687555] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7067ce80-d839-4008-9dcd-879a2aa07176 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.723888] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36489a32-9c7e-43a3-b091-9da90a74ab03 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.733338] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284d8b93-b0b7-4dac-9ddd-9e5bbae8a66e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.748662] env[69365]: DEBUG nova.compute.provider_tree [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.791028] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.791323] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.791512] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.791686] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.791836] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.791972] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1195.792138] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.849975] env[69365]: DEBUG nova.network.neutron [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Successfully created port: 91b2707e-862f-4ee3-9490-a7cd6c24693b {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1195.916797] env[69365]: DEBUG nova.compute.manager [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.917062] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.917973] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1808d95-47cf-4a33-b41c-02b0ef6cde88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.927660] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.927784] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ebb37f5-fdca-47f3-990d-f2c2b94b082e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.935520] env[69365]: DEBUG oslo_vmware.api [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1195.935520] env[69365]: value = "task-3302708" [ 1195.935520] env[69365]: _type = "Task" [ 1195.935520] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.946328] env[69365]: DEBUG oslo_vmware.api [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.994205] env[69365]: DEBUG nova.compute.manager [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.109498] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.251954] env[69365]: DEBUG nova.scheduler.client.report [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.294703] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.448021] env[69365]: DEBUG oslo_vmware.api [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302708, 'name': PowerOffVM_Task, 'duration_secs': 0.294224} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.448329] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.448567] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.448912] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5b715fc-3ab1-45ab-8d2e-aaf693f04f94 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.521663] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.522085] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.522385] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Deleting the datastore file [datastore2] b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.522764] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-224f1255-d4cb-4f48-941b-996dbbe57ee5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.531276] env[69365]: DEBUG oslo_vmware.api [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for the task: (returnval){ [ 1196.531276] env[69365]: value = "task-3302710" [ 1196.531276] env[69365]: _type = "Task" [ 1196.531276] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.541753] env[69365]: DEBUG oslo_vmware.api [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.606587] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.757343] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.759940] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.465s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.760182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.760679] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1196.761462] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0844b7a3-3099-472c-b20f-4cc19a9c12a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.770857] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e55d194-fd54-4d2d-bab3-550684335eb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.786534] env[69365]: INFO nova.scheduler.client.report [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted allocations for instance 9c8b8776-d697-4a83-86ba-017593ae2b24 [ 1196.788123] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4efdb34-4b7b-46de-974e-67d9d851dcba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.799033] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631f6368-dc1f-4b58-96d3-b8ff2347ed75 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.834789] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179432MB free_disk=112GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1196.834789] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.835096] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.003976] env[69365]: DEBUG nova.compute.manager [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.026909] env[69365]: DEBUG nova.virt.hardware [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.027179] env[69365]: DEBUG nova.virt.hardware [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.027357] env[69365]: DEBUG nova.virt.hardware [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.027572] env[69365]: DEBUG nova.virt.hardware [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.027685] env[69365]: DEBUG nova.virt.hardware [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.027834] env[69365]: DEBUG nova.virt.hardware [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.028400] env[69365]: DEBUG nova.virt.hardware [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.028400] env[69365]: DEBUG nova.virt.hardware [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.028400] env[69365]: DEBUG nova.virt.hardware [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.028616] env[69365]: DEBUG nova.virt.hardware [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.028697] env[69365]: DEBUG nova.virt.hardware [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.029595] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9533ce8b-3443-4ff5-900d-fcb78ae8517c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.040832] env[69365]: DEBUG oslo_vmware.api [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Task: {'id': task-3302710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381277} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.042992] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.043749] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.044134] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.044401] env[69365]: INFO nova.compute.manager [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1197.044722] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.045116] env[69365]: DEBUG nova.compute.manager [-] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.045251] env[69365]: DEBUG nova.network.neutron [-] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.047918] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaa3d48-584d-4c3d-bc50-659bed56901d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.074350] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520602c3-9f2e-fcfd-069b-e8057e1d5236/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1197.075281] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2453be03-01e1-487c-875a-e95a92ca4b29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.081797] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520602c3-9f2e-fcfd-069b-e8057e1d5236/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1197.082037] env[69365]: ERROR oslo_vmware.rw_handles [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520602c3-9f2e-fcfd-069b-e8057e1d5236/disk-0.vmdk due to incomplete transfer. [ 1197.083977] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c63beabc-f603-4fcf-99b0-75fee5907466 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.092402] env[69365]: DEBUG oslo_vmware.rw_handles [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520602c3-9f2e-fcfd-069b-e8057e1d5236/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1197.092605] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Uploaded image 9defd547-ca80-4171-a669-d301ce007e5c to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1197.094900] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1197.095181] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69ede129-3dab-410f-bad0-d303b8e0a58d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.105618] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.107075] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1197.107075] env[69365]: value = "task-3302711" [ 1197.107075] env[69365]: _type = "Task" [ 1197.107075] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.115103] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302711, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.297446] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6b3b5ee-7b1b-473b-b697-80cfbf697d65 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "9c8b8776-d697-4a83-86ba-017593ae2b24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.717s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.311506] env[69365]: DEBUG nova.compute.manager [req-ec6a49cc-3789-4f2e-9753-65052c0f5750 req-b8388a4b-df69-42e8-8fd3-3d816b27863e service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Received event network-vif-plugged-91b2707e-862f-4ee3-9490-a7cd6c24693b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.311556] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec6a49cc-3789-4f2e-9753-65052c0f5750 req-b8388a4b-df69-42e8-8fd3-3d816b27863e service nova] Acquiring lock "0c1ca54f-9712-417b-ad17-94c66183ab4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.311730] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec6a49cc-3789-4f2e-9753-65052c0f5750 req-b8388a4b-df69-42e8-8fd3-3d816b27863e service nova] Lock "0c1ca54f-9712-417b-ad17-94c66183ab4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.311895] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec6a49cc-3789-4f2e-9753-65052c0f5750 req-b8388a4b-df69-42e8-8fd3-3d816b27863e service nova] Lock "0c1ca54f-9712-417b-ad17-94c66183ab4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.312080] env[69365]: DEBUG nova.compute.manager [req-ec6a49cc-3789-4f2e-9753-65052c0f5750 req-b8388a4b-df69-42e8-8fd3-3d816b27863e service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] No waiting events found dispatching network-vif-plugged-91b2707e-862f-4ee3-9490-a7cd6c24693b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.312245] env[69365]: WARNING nova.compute.manager [req-ec6a49cc-3789-4f2e-9753-65052c0f5750 req-b8388a4b-df69-42e8-8fd3-3d816b27863e service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Received unexpected event network-vif-plugged-91b2707e-862f-4ee3-9490-a7cd6c24693b for instance with vm_state building and task_state spawning. [ 1197.325255] env[69365]: DEBUG nova.compute.manager [req-41478d14-7727-4c28-b89b-0661be5d69df req-ecd1c5ee-b2de-48fc-9408-4c7f7113aece service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Received event network-vif-deleted-f5799aaa-e180-48ae-a58e-e6320fce8294 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.325558] env[69365]: INFO nova.compute.manager [req-41478d14-7727-4c28-b89b-0661be5d69df req-ecd1c5ee-b2de-48fc-9408-4c7f7113aece service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Neutron deleted interface f5799aaa-e180-48ae-a58e-e6320fce8294; detaching it from the instance and deleting it from the info cache [ 1197.325686] env[69365]: DEBUG nova.network.neutron [req-41478d14-7727-4c28-b89b-0661be5d69df req-ecd1c5ee-b2de-48fc-9408-4c7f7113aece service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.392193] env[69365]: DEBUG nova.network.neutron [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Successfully updated port: 91b2707e-862f-4ee3-9490-a7cd6c24693b {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.606815] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.615857] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302711, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.798246] env[69365]: DEBUG nova.network.neutron [-] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.828202] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ac78095-a72d-49c7-8054-b626388417b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.839210] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f84eeb3-5898-41c9-8925-42631d04b857 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.876896] env[69365]: DEBUG nova.compute.manager [req-41478d14-7727-4c28-b89b-0661be5d69df req-ecd1c5ee-b2de-48fc-9408-4c7f7113aece service nova] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Detach interface failed, port_id=f5799aaa-e180-48ae-a58e-e6320fce8294, reason: Instance b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.878105] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance c6ec4771-145c-49c2-8930-ee62d65671a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1197.878193] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e1c30937-800f-4fee-a638-2bd109047cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1197.878333] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance ab2a8a67-8f2c-40a1-9a8d-1072102b8590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1197.878455] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1197.878572] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 9c026aaa-0963-4ba2-955a-f666ff782ffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1197.878686] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e41159ba-60e5-4bff-9c66-8c5ed6b7bd87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1197.879702] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 2b3ef396-2469-4cc8-961c-c406bfb958c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1197.879702] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 2daa412d-5bd8-4413-930b-a2cf17642728 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1197.879702] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1197.879702] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance a0fdc83d-4928-4319-ad2c-0ea6226e7cf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1197.879702] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1197.879702] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance cd03da46-c393-462a-ab8a-45aff0cfbf59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1197.879702] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 0c1ca54f-9712-417b-ad17-94c66183ab4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1197.879702] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1197.880104] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1197.894976] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "refresh_cache-0c1ca54f-9712-417b-ad17-94c66183ab4b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.895691] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired lock "refresh_cache-0c1ca54f-9712-417b-ad17-94c66183ab4b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.895691] env[69365]: DEBUG nova.network.neutron [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.072170] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4d9525-0a4c-4c56-8f26-b3b4156dc210 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.081306] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f692ca-26ba-49f2-b05d-d09b22da9e7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.118798] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c4edbc-50b2-4c5e-8a58-288c1e9d7fc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.126696] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.131475] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302711, 'name': Destroy_Task, 'duration_secs': 0.814371} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.131853] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Destroyed the VM [ 1198.132119] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1198.133323] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00677fc-ff65-455a-96c5-b0ed9cc0a98c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.137166] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-504c6970-f718-405d-9753-e0e868d4d368 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.154228] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.157525] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1198.157525] env[69365]: value = "task-3302712" [ 1198.157525] env[69365]: _type = "Task" [ 1198.157525] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.168535] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302712, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.301404] env[69365]: INFO nova.compute.manager [-] [instance: b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7] Took 1.26 seconds to deallocate network for instance. [ 1198.438743] env[69365]: DEBUG nova.network.neutron [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.544911] env[69365]: DEBUG oslo_concurrency.lockutils [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "c6ec4771-145c-49c2-8930-ee62d65671a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.545655] env[69365]: DEBUG oslo_concurrency.lockutils [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "c6ec4771-145c-49c2-8930-ee62d65671a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.545655] env[69365]: DEBUG oslo_concurrency.lockutils [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "c6ec4771-145c-49c2-8930-ee62d65671a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.545655] env[69365]: DEBUG oslo_concurrency.lockutils [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "c6ec4771-145c-49c2-8930-ee62d65671a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.545802] env[69365]: DEBUG oslo_concurrency.lockutils [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "c6ec4771-145c-49c2-8930-ee62d65671a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.548887] env[69365]: INFO nova.compute.manager [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Terminating instance [ 1198.622952] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.624994] env[69365]: DEBUG nova.network.neutron [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Updating instance_info_cache with network_info: [{"id": "91b2707e-862f-4ee3-9490-a7cd6c24693b", "address": "fa:16:3e:90:40:92", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b2707e-86", "ovs_interfaceid": "91b2707e-862f-4ee3-9490-a7cd6c24693b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.658882] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.672350] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302712, 'name': RemoveSnapshot_Task, 'duration_secs': 0.437185} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.672601] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1198.672872] env[69365]: DEBUG nova.compute.manager [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.673663] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc308300-3ceb-457b-b12e-eb412f9b095a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.807511] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.052956] env[69365]: DEBUG nova.compute.manager [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.053223] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.054132] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c63354-5893-44ea-85d4-548b516ecc16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.062241] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.062429] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db340304-a39a-4d3f-bfb3-c3de1166e6e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.067916] env[69365]: DEBUG oslo_vmware.api [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1199.067916] env[69365]: value = "task-3302713" [ 1199.067916] env[69365]: _type = "Task" [ 1199.067916] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.077045] env[69365]: DEBUG oslo_vmware.api [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.123217] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.127759] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Releasing lock "refresh_cache-0c1ca54f-9712-417b-ad17-94c66183ab4b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.128066] env[69365]: DEBUG nova.compute.manager [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Instance network_info: |[{"id": "91b2707e-862f-4ee3-9490-a7cd6c24693b", "address": "fa:16:3e:90:40:92", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b2707e-86", "ovs_interfaceid": "91b2707e-862f-4ee3-9490-a7cd6c24693b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.128490] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:40:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91b2707e-862f-4ee3-9490-a7cd6c24693b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.135890] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.136109] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.136331] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9052434-2f6d-4352-b19d-837ace06550d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.157066] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.157066] env[69365]: value = "task-3302714" [ 1199.157066] env[69365]: _type = "Task" [ 1199.157066] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.164719] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302714, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.166439] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1199.166625] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.332s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.166866] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.360s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.167089] env[69365]: DEBUG nova.objects.instance [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lazy-loading 'resources' on Instance uuid b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.168119] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.168263] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Cleaning up deleted instances {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1199.186650] env[69365]: INFO nova.compute.manager [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Shelve offloading [ 1199.338994] env[69365]: DEBUG nova.compute.manager [req-8204f57f-c37a-47c9-90be-c0da0bf8d464 req-58cb9cf0-5993-4e33-bc18-bfe98fa785c9 service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Received event network-changed-91b2707e-862f-4ee3-9490-a7cd6c24693b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.339223] env[69365]: DEBUG nova.compute.manager [req-8204f57f-c37a-47c9-90be-c0da0bf8d464 req-58cb9cf0-5993-4e33-bc18-bfe98fa785c9 service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Refreshing instance network info cache due to event network-changed-91b2707e-862f-4ee3-9490-a7cd6c24693b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.339442] env[69365]: DEBUG oslo_concurrency.lockutils [req-8204f57f-c37a-47c9-90be-c0da0bf8d464 req-58cb9cf0-5993-4e33-bc18-bfe98fa785c9 service nova] Acquiring lock "refresh_cache-0c1ca54f-9712-417b-ad17-94c66183ab4b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.339585] env[69365]: DEBUG oslo_concurrency.lockutils [req-8204f57f-c37a-47c9-90be-c0da0bf8d464 req-58cb9cf0-5993-4e33-bc18-bfe98fa785c9 service nova] Acquired lock "refresh_cache-0c1ca54f-9712-417b-ad17-94c66183ab4b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.339747] env[69365]: DEBUG nova.network.neutron [req-8204f57f-c37a-47c9-90be-c0da0bf8d464 req-58cb9cf0-5993-4e33-bc18-bfe98fa785c9 service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Refreshing network info cache for port 91b2707e-862f-4ee3-9490-a7cd6c24693b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.578297] env[69365]: DEBUG oslo_vmware.api [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302713, 'name': PowerOffVM_Task, 'duration_secs': 0.263569} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.578567] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.578777] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.579056] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89f92a56-6608-414c-81e1-1e433cb10a62 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.624985] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302707, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.634165] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.634386] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.634578] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleting the datastore file [datastore1] c6ec4771-145c-49c2-8930-ee62d65671a5 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.634813] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-524d4944-276c-47f8-ab65-c312ab97b3a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.642020] env[69365]: DEBUG oslo_vmware.api [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for the task: (returnval){ [ 1199.642020] env[69365]: value = "task-3302716" [ 1199.642020] env[69365]: _type = "Task" [ 1199.642020] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.649801] env[69365]: DEBUG oslo_vmware.api [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.664833] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302714, 'name': CreateVM_Task, 'duration_secs': 0.333692} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.664887] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.665544] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.665693] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.665996] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.666261] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaae79b4-8345-4e0a-a84e-f42b021daae6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.685851] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] There are 60 instances to clean {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1199.686067] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 9c8b8776-d697-4a83-86ba-017593ae2b24] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.687894] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1199.687894] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fb80b3-60e8-b927-113b-493c64582665" [ 1199.687894] env[69365]: _type = "Task" [ 1199.687894] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.691861] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.692142] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a708785-4cbf-4706-a9f3-6817c95dbfe7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.699574] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fb80b3-60e8-b927-113b-493c64582665, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.700999] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.701414] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.701605] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.701769] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.701953] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.702277] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1199.702277] env[69365]: value = "task-3302717" [ 1199.702277] env[69365]: _type = "Task" [ 1199.702277] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.702480] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48c02f5d-a9c3-45e5-b1b7-2723464f192a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.716939] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1199.717219] env[69365]: DEBUG nova.compute.manager [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.717550] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.717802] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.719786] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6775efce-2166-4a05-be41-df00ceb26a15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.722258] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04ad547-648a-43d3-b73b-af4d7c140442 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.731895] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1199.731895] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282d764-2499-0b56-c57e-826d0a6ebb9b" [ 1199.731895] env[69365]: _type = "Task" [ 1199.731895] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.732593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "refresh_cache-499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.732773] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "refresh_cache-499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.732949] env[69365]: DEBUG nova.network.neutron [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.745758] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282d764-2499-0b56-c57e-826d0a6ebb9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.922423] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85aa424-4a19-42df-87e8-8babe4002041 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.931646] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84e6e25-09a7-41ce-92cf-a9a859899043 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.965361] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d104480a-0a56-417b-82be-cb599ee630b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.972771] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1f4d5e-19d4-42e3-8562-aae6947e1a37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.986019] env[69365]: DEBUG nova.compute.provider_tree [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.055116] env[69365]: DEBUG nova.network.neutron [req-8204f57f-c37a-47c9-90be-c0da0bf8d464 req-58cb9cf0-5993-4e33-bc18-bfe98fa785c9 service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Updated VIF entry in instance network info cache for port 91b2707e-862f-4ee3-9490-a7cd6c24693b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.055481] env[69365]: DEBUG nova.network.neutron [req-8204f57f-c37a-47c9-90be-c0da0bf8d464 req-58cb9cf0-5993-4e33-bc18-bfe98fa785c9 service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Updating instance_info_cache with network_info: [{"id": "91b2707e-862f-4ee3-9490-a7cd6c24693b", "address": "fa:16:3e:90:40:92", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b2707e-86", "ovs_interfaceid": "91b2707e-862f-4ee3-9490-a7cd6c24693b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.124529] env[69365]: DEBUG oslo_vmware.api [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302707, 'name': ReconfigVM_Task, 'duration_secs': 5.775615} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.124874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.124958] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Reconfigured VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1200.150797] env[69365]: DEBUG oslo_vmware.api [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Task: {'id': task-3302716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14444} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.151058] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.151340] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.151558] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.151716] env[69365]: INFO nova.compute.manager [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1200.151949] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.154014] env[69365]: DEBUG nova.compute.manager [-] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.154121] env[69365]: DEBUG nova.network.neutron [-] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.189484] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: e1343c45-219d-4431-ae81-c55a4582f330] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.246869] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5282d764-2499-0b56-c57e-826d0a6ebb9b, 'name': SearchDatastore_Task, 'duration_secs': 0.012818} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.247739] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce8b90f-17fe-479e-9e3a-470419d11098 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.252995] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1200.252995] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f1fdc-47db-72ad-bbd9-1a829f1bc0a1" [ 1200.252995] env[69365]: _type = "Task" [ 1200.252995] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.260556] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f1fdc-47db-72ad-bbd9-1a829f1bc0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.489443] env[69365]: DEBUG nova.scheduler.client.report [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.506795] env[69365]: DEBUG nova.compute.manager [req-e49d8153-f4cb-4de6-9e09-1a3b6681b6a5 req-dff55880-271f-418c-970a-b99b97017d07 service nova] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Received event network-vif-deleted-4c777a84-d84f-4b74-a3ac-25dcc1def1e8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.507014] env[69365]: INFO nova.compute.manager [req-e49d8153-f4cb-4de6-9e09-1a3b6681b6a5 req-dff55880-271f-418c-970a-b99b97017d07 service nova] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Neutron deleted interface 4c777a84-d84f-4b74-a3ac-25dcc1def1e8; detaching it from the instance and deleting it from the info cache [ 1200.507189] env[69365]: DEBUG nova.network.neutron [req-e49d8153-f4cb-4de6-9e09-1a3b6681b6a5 req-dff55880-271f-418c-970a-b99b97017d07 service nova] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.536358] env[69365]: DEBUG nova.network.neutron [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Updating instance_info_cache with network_info: [{"id": "2f8b354a-2da1-4438-ac87-9fc7c138c542", "address": "fa:16:3e:3d:97:a7", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8b354a-2d", "ovs_interfaceid": "2f8b354a-2da1-4438-ac87-9fc7c138c542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.558388] env[69365]: DEBUG oslo_concurrency.lockutils [req-8204f57f-c37a-47c9-90be-c0da0bf8d464 req-58cb9cf0-5993-4e33-bc18-bfe98fa785c9 service nova] Releasing lock "refresh_cache-0c1ca54f-9712-417b-ad17-94c66183ab4b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.694412] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 0f306168-ce73-4cfc-b98c-8a712625af18] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.763741] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520f1fdc-47db-72ad-bbd9-1a829f1bc0a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009838} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.763972] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.764259] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 0c1ca54f-9712-417b-ad17-94c66183ab4b/0c1ca54f-9712-417b-ad17-94c66183ab4b.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.764520] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-692c05e2-2165-460e-9fda-958d8a9a793c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.771756] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1200.771756] env[69365]: value = "task-3302718" [ 1200.771756] env[69365]: _type = "Task" [ 1200.771756] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.780017] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.980560] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "2b3ef396-2469-4cc8-961c-c406bfb958c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.980831] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "2b3ef396-2469-4cc8-961c-c406bfb958c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.981058] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "2b3ef396-2469-4cc8-961c-c406bfb958c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.981262] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "2b3ef396-2469-4cc8-961c-c406bfb958c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.981507] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "2b3ef396-2469-4cc8-961c-c406bfb958c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.983206] env[69365]: DEBUG nova.network.neutron [-] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.984578] env[69365]: INFO nova.compute.manager [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Terminating instance [ 1200.994622] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.010518] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da2898ee-d5b6-4e67-98e7-c825f8f550d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.020541] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dff3c5a-ff6f-4219-8d37-fcd00ff53d3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.032313] env[69365]: INFO nova.scheduler.client.report [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Deleted allocations for instance b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7 [ 1201.036955] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "refresh_cache-499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.058504] env[69365]: DEBUG nova.compute.manager [req-e49d8153-f4cb-4de6-9e09-1a3b6681b6a5 req-dff55880-271f-418c-970a-b99b97017d07 service nova] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Detach interface failed, port_id=4c777a84-d84f-4b74-a3ac-25dcc1def1e8, reason: Instance c6ec4771-145c-49c2-8930-ee62d65671a5 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.196897] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 014b7bd7-b9b1-487c-9758-b618331e4462] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.281540] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436716} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.281840] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 0c1ca54f-9712-417b-ad17-94c66183ab4b/0c1ca54f-9712-417b-ad17-94c66183ab4b.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.282128] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.282392] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9d3f2b2-f8f2-42c4-9521-59a0b2f9d156 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.288362] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1201.288362] env[69365]: value = "task-3302719" [ 1201.288362] env[69365]: _type = "Task" [ 1201.288362] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.289312] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.290131] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115cf279-c62d-4e54-9b5a-d83d40f00b32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.300841] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.303751] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cb10a1e-45aa-454d-b67e-6a24dfdfb30f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.305202] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.363673] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.363957] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.364172] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleting the datastore file [datastore2] 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.364445] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91cb7f4c-7514-46e6-80ee-29f288b3e346 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.370805] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1201.370805] env[69365]: value = "task-3302721" [ 1201.370805] env[69365]: _type = "Task" [ 1201.370805] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.378525] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.427645] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.427841] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquired lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.428067] env[69365]: DEBUG nova.network.neutron [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.487486] env[69365]: INFO nova.compute.manager [-] [instance: c6ec4771-145c-49c2-8930-ee62d65671a5] Took 1.33 seconds to deallocate network for instance. [ 1201.488200] env[69365]: DEBUG nova.compute.manager [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.488410] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.490796] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2cd99d-fe0c-4de7-b00d-4a7b49305ed4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.501055] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.501538] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c96360d5-8d53-4921-a4f2-2094a1c7052b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.507344] env[69365]: DEBUG oslo_vmware.api [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1201.507344] env[69365]: value = "task-3302722" [ 1201.507344] env[69365]: _type = "Task" [ 1201.507344] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.516738] env[69365]: DEBUG oslo_vmware.api [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.539867] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49de42a6-cf5c-49d8-b7e7-004a17ee9691 tempest-ServersNegativeTestJSON-563183940 tempest-ServersNegativeTestJSON-563183940-project-member] Lock "b2b2fc0c-f16f-4d20-8eab-e08e786dbfc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.131s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.702625] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 841d861f-7102-4142-adc3-b6ee33b5b029] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.800585] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058597} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.800924] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.801846] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691df6e1-2b6e-4263-bc66-e0cdbbe7e465 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.828012] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 0c1ca54f-9712-417b-ad17-94c66183ab4b/0c1ca54f-9712-417b-ad17-94c66183ab4b.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.828327] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ec7b3e0-fd4b-4504-b3be-f55015983a9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.848232] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1201.848232] env[69365]: value = "task-3302723" [ 1201.848232] env[69365]: _type = "Task" [ 1201.848232] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.856467] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.879662] env[69365]: DEBUG oslo_vmware.api [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157979} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.879906] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.880107] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.880297] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.908393] env[69365]: INFO nova.scheduler.client.report [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleted allocations for instance 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4 [ 1201.999165] env[69365]: DEBUG oslo_concurrency.lockutils [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.999610] env[69365]: DEBUG oslo_concurrency.lockutils [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.999927] env[69365]: DEBUG nova.objects.instance [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lazy-loading 'resources' on Instance uuid c6ec4771-145c-49c2-8930-ee62d65671a5 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.018256] env[69365]: DEBUG oslo_vmware.api [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302722, 'name': PowerOffVM_Task, 'duration_secs': 0.194558} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.019374] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.019374] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.019374] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-110cb7a5-3a58-47c8-9fff-6ac6a9ae1de1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.204976] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: e203a10b-51d3-4da9-b427-4889c25cdde6] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.329940] env[69365]: INFO nova.network.neutron [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Port 928b1562-19ad-4f01-934b-472cef9d2768 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1202.330370] env[69365]: DEBUG nova.network.neutron [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updating instance_info_cache with network_info: [{"id": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "address": "fa:16:3e:23:f7:78", "network": {"id": "b01a365a-10e4-4bbe-8803-f48e97ae2356", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2010255202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03188c2e9e3d4da7b18a41fb78d6d5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd35171-b0", "ovs_interfaceid": "afd35171-b005-446d-95a8-2c4c14ea4bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.360750] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302723, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.412532] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.536621] env[69365]: DEBUG nova.compute.manager [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Received event network-vif-unplugged-2f8b354a-2da1-4438-ac87-9fc7c138c542 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.537049] env[69365]: DEBUG oslo_concurrency.lockutils [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] Acquiring lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.537752] env[69365]: DEBUG oslo_concurrency.lockutils [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] Lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.538527] env[69365]: DEBUG oslo_concurrency.lockutils [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] Lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.538527] env[69365]: DEBUG nova.compute.manager [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] No waiting events found dispatching network-vif-unplugged-2f8b354a-2da1-4438-ac87-9fc7c138c542 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.538669] env[69365]: WARNING nova.compute.manager [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Received unexpected event network-vif-unplugged-2f8b354a-2da1-4438-ac87-9fc7c138c542 for instance with vm_state shelved_offloaded and task_state None. [ 1202.539466] env[69365]: DEBUG nova.compute.manager [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Received event network-changed-2f8b354a-2da1-4438-ac87-9fc7c138c542 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.539466] env[69365]: DEBUG nova.compute.manager [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Refreshing instance network info cache due to event network-changed-2f8b354a-2da1-4438-ac87-9fc7c138c542. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.539811] env[69365]: DEBUG oslo_concurrency.lockutils [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] Acquiring lock "refresh_cache-499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.540138] env[69365]: DEBUG oslo_concurrency.lockutils [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] Acquired lock "refresh_cache-499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.540459] env[69365]: DEBUG nova.network.neutron [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Refreshing network info cache for port 2f8b354a-2da1-4438-ac87-9fc7c138c542 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.622373] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.622661] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.622870] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Deleting the datastore file [datastore1] 2b3ef396-2469-4cc8-961c-c406bfb958c8 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.623169] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b90c1d0-4045-472d-ae31-36e5412544f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.633073] env[69365]: DEBUG oslo_vmware.api [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1202.633073] env[69365]: value = "task-3302725" [ 1202.633073] env[69365]: _type = "Task" [ 1202.633073] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.640922] env[69365]: DEBUG oslo_vmware.api [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.681017] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d184e415-756c-419d-942d-2b61edce545a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.687242] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac19c172-5768-4244-aa38-76d0737b187e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.719361] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 18364b2e-75be-4ef1-ba00-47a8dbcc044f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.722070] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1221c83-3e52-43cc-a329-61b093a4b91e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.729586] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fba56a9-db38-4dbd-870a-8a929958c0eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.747252] env[69365]: DEBUG nova.compute.provider_tree [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.832787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Releasing lock "refresh_cache-2b3ef396-2469-4cc8-961c-c406bfb958c8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.860773] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302723, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.144313] env[69365]: DEBUG oslo_vmware.api [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158972} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.144603] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.144834] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.145077] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.145261] env[69365]: INFO nova.compute.manager [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1203.145536] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.145736] env[69365]: DEBUG nova.compute.manager [-] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.145829] env[69365]: DEBUG nova.network.neutron [-] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.228530] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 2c5965ae-d480-41a6-972b-a4f0d8e0ba7f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.253055] env[69365]: DEBUG nova.scheduler.client.report [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.339916] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae9d2753-23b0-41f1-ba0c-52ccf179b191 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "interface-2b3ef396-2469-4cc8-961c-c406bfb958c8-928b1562-19ad-4f01-934b-472cef9d2768" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.829s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.375676] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302723, 'name': ReconfigVM_Task, 'duration_secs': 1.288803} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.376837] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 0c1ca54f-9712-417b-ad17-94c66183ab4b/0c1ca54f-9712-417b-ad17-94c66183ab4b.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.377665] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba1a3a78-d669-4136-894b-bce3d4848bb9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.389884] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1203.389884] env[69365]: value = "task-3302726" [ 1203.389884] env[69365]: _type = "Task" [ 1203.389884] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.402708] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302726, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.457625] env[69365]: DEBUG nova.network.neutron [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Updated VIF entry in instance network info cache for port 2f8b354a-2da1-4438-ac87-9fc7c138c542. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.457879] env[69365]: DEBUG nova.network.neutron [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Updating instance_info_cache with network_info: [{"id": "2f8b354a-2da1-4438-ac87-9fc7c138c542", "address": "fa:16:3e:3d:97:a7", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": null, "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2f8b354a-2d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.732162] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 959b7468-5c58-41d6-8623-5835395c59f6] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.759426] env[69365]: DEBUG oslo_concurrency.lockutils [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.761765] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.349s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.761999] env[69365]: DEBUG nova.objects.instance [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lazy-loading 'resources' on Instance uuid 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.784743] env[69365]: INFO nova.scheduler.client.report [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Deleted allocations for instance c6ec4771-145c-49c2-8930-ee62d65671a5 [ 1203.902807] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302726, 'name': Rename_Task, 'duration_secs': 0.150413} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.902807] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.902807] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5166398-6b1c-42e7-b937-1b42f123ba1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.908337] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1203.908337] env[69365]: value = "task-3302727" [ 1203.908337] env[69365]: _type = "Task" [ 1203.908337] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.916291] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.961128] env[69365]: DEBUG oslo_concurrency.lockutils [req-fde00c59-bf23-43e0-bc10-4cfd5bfe5b2a req-8dfb0079-90f6-44b1-a8d6-45b7e24d7d77 service nova] Releasing lock "refresh_cache-499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.059786] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fd51971-fb72-429e-8263-fdd162e567e8 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.234721] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 0ce8b3dc-a511-4ad0-a984-7378dda61f07] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.265145] env[69365]: DEBUG nova.objects.instance [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lazy-loading 'numa_topology' on Instance uuid 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.298391] env[69365]: DEBUG oslo_concurrency.lockutils [None req-911d454e-b856-4554-9e19-38cb42d60a27 tempest-ServersTestJSON-2012748227 tempest-ServersTestJSON-2012748227-project-member] Lock "c6ec4771-145c-49c2-8930-ee62d65671a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.753s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.419342] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.517406] env[69365]: DEBUG nova.network.neutron [-] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.562266] env[69365]: DEBUG nova.compute.manager [req-07d38521-e150-46a7-bdbf-972898f5d72d req-26a70c75-097a-491d-a6df-9fcb4fef076c service nova] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Received event network-vif-deleted-afd35171-b005-446d-95a8-2c4c14ea4bcf {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.738237] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: e22fcafe-7e54-4687-83c8-0c23d3991dd8] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.767175] env[69365]: DEBUG nova.objects.base [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Object Instance<499c758b-e8bd-4ced-b555-e5c7dd0e4ae4> lazy-loaded attributes: resources,numa_topology {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.922040] env[69365]: DEBUG oslo_vmware.api [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302727, 'name': PowerOnVM_Task, 'duration_secs': 0.572445} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.922584] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.922584] env[69365]: INFO nova.compute.manager [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1204.922717] env[69365]: DEBUG nova.compute.manager [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.923560] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb646d44-f1d2-41a8-97ee-e344b5d3cfc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.930223] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac60145-1aed-4ee1-b642-13d7a1bdde46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.937385] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd97441b-be9a-4c5f-91d9-d9a694fbb76c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.972801] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b799879e-963c-41c8-a3eb-a90444fe56c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.980435] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54f1f2c-e8d6-4f77-bf65-6529e4461b49 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.997067] env[69365]: DEBUG nova.compute.provider_tree [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.019766] env[69365]: INFO nova.compute.manager [-] [instance: 2b3ef396-2469-4cc8-961c-c406bfb958c8] Took 1.87 seconds to deallocate network for instance. [ 1205.242890] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 4a080802-341a-405f-8961-87320f4acf54] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.455278] env[69365]: INFO nova.compute.manager [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Took 13.87 seconds to build instance. [ 1205.519296] env[69365]: ERROR nova.scheduler.client.report [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [req-46fc7f4b-1e8f-41d7-96f5-629fa40aa798] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-46fc7f4b-1e8f-41d7-96f5-629fa40aa798"}]} [ 1205.525914] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.540067] env[69365]: DEBUG nova.scheduler.client.report [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Refreshing inventories for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1205.555895] env[69365]: DEBUG nova.scheduler.client.report [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Updating ProviderTree inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1205.556113] env[69365]: DEBUG nova.compute.provider_tree [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.569152] env[69365]: DEBUG nova.scheduler.client.report [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Refreshing aggregate associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1205.591095] env[69365]: DEBUG nova.scheduler.client.report [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Refreshing trait associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1205.605918] env[69365]: DEBUG nova.compute.manager [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1205.746047] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: fbb9b239-d805-4c65-b998-e02c328403db] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.758986] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41df0d6b-4e40-42d5-99f3-6dfc91fa38f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.768591] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271d6b64-bb7d-4ab0-b96f-4b9fa899f88d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.804232] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e53db6-6182-468b-aaca-ee0dc210b114 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.814283] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cc557b-5e6f-4a2b-b7d6-97dcce0d3ce3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.836249] env[69365]: DEBUG nova.compute.provider_tree [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.959533] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a444f32-c3ab-4123-81ad-3ad77765a778 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "0c1ca54f-9712-417b-ad17-94c66183ab4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.393s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.133394] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.154100] env[69365]: DEBUG nova.compute.manager [req-1ab7b905-9165-49c7-9681-e98561d4c221 req-2aa57bf6-598a-414a-b7e5-ef4dac883960 service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Received event network-changed-91b2707e-862f-4ee3-9490-a7cd6c24693b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.154100] env[69365]: DEBUG nova.compute.manager [req-1ab7b905-9165-49c7-9681-e98561d4c221 req-2aa57bf6-598a-414a-b7e5-ef4dac883960 service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Refreshing instance network info cache due to event network-changed-91b2707e-862f-4ee3-9490-a7cd6c24693b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.154100] env[69365]: DEBUG oslo_concurrency.lockutils [req-1ab7b905-9165-49c7-9681-e98561d4c221 req-2aa57bf6-598a-414a-b7e5-ef4dac883960 service nova] Acquiring lock "refresh_cache-0c1ca54f-9712-417b-ad17-94c66183ab4b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.154100] env[69365]: DEBUG oslo_concurrency.lockutils [req-1ab7b905-9165-49c7-9681-e98561d4c221 req-2aa57bf6-598a-414a-b7e5-ef4dac883960 service nova] Acquired lock "refresh_cache-0c1ca54f-9712-417b-ad17-94c66183ab4b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.154100] env[69365]: DEBUG nova.network.neutron [req-1ab7b905-9165-49c7-9681-e98561d4c221 req-2aa57bf6-598a-414a-b7e5-ef4dac883960 service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Refreshing network info cache for port 91b2707e-862f-4ee3-9490-a7cd6c24693b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.249623] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: cead0389-490a-46c2-8c59-969bbadb28bf] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.376378] env[69365]: DEBUG nova.scheduler.client.report [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Updated inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1206.376641] env[69365]: DEBUG nova.compute.provider_tree [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Updating resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 generation from 148 to 149 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1206.376826] env[69365]: DEBUG nova.compute.provider_tree [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1206.755504] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: df1bacbf-7d1d-4524-94c2-e7d8eda5e578] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.881983] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.120s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.885425] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.359s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.885701] env[69365]: DEBUG nova.objects.instance [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'resources' on Instance uuid 2b3ef396-2469-4cc8-961c-c406bfb958c8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.133989] env[69365]: DEBUG nova.network.neutron [req-1ab7b905-9165-49c7-9681-e98561d4c221 req-2aa57bf6-598a-414a-b7e5-ef4dac883960 service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Updated VIF entry in instance network info cache for port 91b2707e-862f-4ee3-9490-a7cd6c24693b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.134405] env[69365]: DEBUG nova.network.neutron [req-1ab7b905-9165-49c7-9681-e98561d4c221 req-2aa57bf6-598a-414a-b7e5-ef4dac883960 service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Updating instance_info_cache with network_info: [{"id": "91b2707e-862f-4ee3-9490-a7cd6c24693b", "address": "fa:16:3e:90:40:92", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b2707e-86", "ovs_interfaceid": "91b2707e-862f-4ee3-9490-a7cd6c24693b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.258810] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 040ec1d6-2d29-4313-9e19-878a17a5e234] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.392369] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c6969cb7-2a0b-424d-bfaa-dd7217390738 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.299s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.394044] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fd51971-fb72-429e-8263-fdd162e567e8 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.334s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.394263] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fd51971-fb72-429e-8263-fdd162e567e8 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.394465] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fd51971-fb72-429e-8263-fdd162e567e8 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.394632] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fd51971-fb72-429e-8263-fdd162e567e8 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.396606] env[69365]: INFO nova.compute.manager [None req-4fd51971-fb72-429e-8263-fdd162e567e8 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Terminating instance [ 1207.598704] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc9c396-4015-4809-80a4-f10ddd274365 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.606650] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431b9fdd-ff2b-4ce3-9e8e-28bd792d1a5a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.636827] env[69365]: DEBUG oslo_concurrency.lockutils [req-1ab7b905-9165-49c7-9681-e98561d4c221 req-2aa57bf6-598a-414a-b7e5-ef4dac883960 service nova] Releasing lock "refresh_cache-0c1ca54f-9712-417b-ad17-94c66183ab4b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.637869] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69fc544-3e6d-4fe4-b2bb-c8bf675dea8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.645332] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9cd079-b77a-4390-bceb-5ab7b8dab75c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.658874] env[69365]: DEBUG nova.compute.provider_tree [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.762648] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 3eb04059-8d12-40f2-95cc-652af167c60e] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.899838] env[69365]: DEBUG nova.compute.manager [None req-4fd51971-fb72-429e-8263-fdd162e567e8 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.900103] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd51971-fb72-429e-8263-fdd162e567e8 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.900448] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a807c99-2fff-411f-bfcf-0c25a3723cce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.909866] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39769927-9146-4a24-aa20-39c43e0200a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.942703] env[69365]: WARNING nova.virt.vmwareapi.vmops [None req-4fd51971-fb72-429e-8263-fdd162e567e8 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4 could not be found. [ 1207.942920] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd51971-fb72-429e-8263-fdd162e567e8 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.943118] env[69365]: INFO nova.compute.manager [None req-4fd51971-fb72-429e-8263-fdd162e567e8 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1207.943375] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd51971-fb72-429e-8263-fdd162e567e8 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.943630] env[69365]: DEBUG nova.compute.manager [-] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.943731] env[69365]: DEBUG nova.network.neutron [-] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.162373] env[69365]: DEBUG nova.scheduler.client.report [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.266091] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: c0b388b1-0e5d-48f4-9211-8c5e11c0d7df] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.640610] env[69365]: DEBUG nova.network.neutron [-] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.667625] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.670041] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.536s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.689563] env[69365]: INFO nova.scheduler.client.report [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Deleted allocations for instance 2b3ef396-2469-4cc8-961c-c406bfb958c8 [ 1208.769033] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 35c74321-65d1-4164-9de6-df1d14f08c81] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.143577] env[69365]: INFO nova.compute.manager [-] [instance: 499c758b-e8bd-4ced-b555-e5c7dd0e4ae4] Took 1.20 seconds to deallocate network for instance. [ 1209.174999] env[69365]: INFO nova.compute.claims [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.196354] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1e10c9c2-d42f-4857-9d5c-c198fb625421 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "2b3ef396-2469-4cc8-961c-c406bfb958c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.215s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.272831] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 30cb6f81-7db8-41c4-bc85-cc3fa667d58e] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.681648] env[69365]: INFO nova.compute.resource_tracker [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating resource usage from migration c47a1bee-ad30-49c6-9f7e-07089e610d7b [ 1209.777542] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: f9703a3e-4bb9-4423-adb5-f4be4a295dae] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.789918] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "9c026aaa-0963-4ba2-955a-f666ff782ffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.790198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "9c026aaa-0963-4ba2-955a-f666ff782ffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.790478] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "9c026aaa-0963-4ba2-955a-f666ff782ffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.790660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "9c026aaa-0963-4ba2-955a-f666ff782ffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.790841] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "9c026aaa-0963-4ba2-955a-f666ff782ffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.793149] env[69365]: INFO nova.compute.manager [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Terminating instance [ 1209.813523] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e00dff8-d7c7-48da-874f-dcaede0925cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.821691] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd702c1-3488-4a50-ac6f-7a33b91ad4bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.851559] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9af557c-322a-424c-9c96-887171fbd257 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.858329] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b867e3-783c-4ab9-9a33-c91f3e76ced3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.870982] env[69365]: DEBUG nova.compute.provider_tree [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.170363] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4fd51971-fb72-429e-8263-fdd162e567e8 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "499c758b-e8bd-4ced-b555-e5c7dd0e4ae4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.776s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.281150] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 916ea71b-4119-4c43-beb3-e6e0c318e9ef] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.296145] env[69365]: DEBUG nova.compute.manager [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.296361] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.297246] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b3b4a1-8bb2-4e64-885d-d8337388a372 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.305284] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.305510] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b894d9ac-bbe0-431b-ad0e-dff8dd056d0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.312400] env[69365]: DEBUG oslo_vmware.api [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1210.312400] env[69365]: value = "task-3302728" [ 1210.312400] env[69365]: _type = "Task" [ 1210.312400] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.319933] env[69365]: DEBUG oslo_vmware.api [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.374061] env[69365]: DEBUG nova.scheduler.client.report [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.785055] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 5ff715ea-2d13-43c3-addc-4c58d4e0b21e] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.823030] env[69365]: DEBUG oslo_vmware.api [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302728, 'name': PowerOffVM_Task, 'duration_secs': 0.42375} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.823313] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.823460] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.823705] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2395aae1-6526-4694-83c8-3b837b9307c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.879196] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.209s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.879440] env[69365]: INFO nova.compute.manager [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Migrating [ 1210.886928] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.887144] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.887332] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Deleting the datastore file [datastore2] 9c026aaa-0963-4ba2-955a-f666ff782ffa {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.890029] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a996c0b-a058-489e-8dd4-7a914d365113 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.900792] env[69365]: DEBUG oslo_vmware.api [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for the task: (returnval){ [ 1210.900792] env[69365]: value = "task-3302730" [ 1210.900792] env[69365]: _type = "Task" [ 1210.900792] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.908867] env[69365]: DEBUG oslo_vmware.api [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.242671] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.242891] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.287692] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: f7402476-1ad9-4180-8208-becbb67f673c] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.397628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.397815] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.397994] env[69365]: DEBUG nova.network.neutron [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.411652] env[69365]: DEBUG oslo_vmware.api [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Task: {'id': task-3302730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153187} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.411902] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.412105] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.412288] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.412490] env[69365]: INFO nova.compute.manager [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1211.412730] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.412913] env[69365]: DEBUG nova.compute.manager [-] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.413015] env[69365]: DEBUG nova.network.neutron [-] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.658521] env[69365]: DEBUG nova.compute.manager [req-d6b10c65-62e0-49c5-b11c-f2fc6430adf3 req-57b7d312-9c09-4847-a476-eaa11e707c87 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Received event network-vif-deleted-d688ceff-8a05-4acd-8a17-72f454e2dce7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.658672] env[69365]: INFO nova.compute.manager [req-d6b10c65-62e0-49c5-b11c-f2fc6430adf3 req-57b7d312-9c09-4847-a476-eaa11e707c87 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Neutron deleted interface d688ceff-8a05-4acd-8a17-72f454e2dce7; detaching it from the instance and deleting it from the info cache [ 1211.658856] env[69365]: DEBUG nova.network.neutron [req-d6b10c65-62e0-49c5-b11c-f2fc6430adf3 req-57b7d312-9c09-4847-a476-eaa11e707c87 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.745070] env[69365]: DEBUG nova.compute.manager [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1211.791404] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 102c56d8-99d4-432e-b576-79251b0893ac] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.119576] env[69365]: DEBUG nova.network.neutron [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance_info_cache with network_info: [{"id": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "address": "fa:16:3e:63:8d:02", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebb81c6-d9", "ovs_interfaceid": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.141402] env[69365]: DEBUG nova.network.neutron [-] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.161148] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71efd0c8-554b-4d13-905b-511dfb965b7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.172209] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb809716-676d-4167-be2c-50dfbe4f6c8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.203414] env[69365]: DEBUG nova.compute.manager [req-d6b10c65-62e0-49c5-b11c-f2fc6430adf3 req-57b7d312-9c09-4847-a476-eaa11e707c87 service nova] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Detach interface failed, port_id=d688ceff-8a05-4acd-8a17-72f454e2dce7, reason: Instance 9c026aaa-0963-4ba2-955a-f666ff782ffa could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1212.268940] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.269257] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.270851] env[69365]: INFO nova.compute.claims [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.295222] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: e22bba2b-7541-47d4-b239-56e2b0b436d1] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.623863] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.645080] env[69365]: INFO nova.compute.manager [-] [instance: 9c026aaa-0963-4ba2-955a-f666ff782ffa] Took 1.23 seconds to deallocate network for instance. [ 1212.798275] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 5dc7437b-a9e1-4deb-8df3-3df9d5727b96] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.150501] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.301407] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 1faf2b36-2066-446e-a393-7e2e97bab6fb] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.404313] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af739913-2f58-43b2-8483-b90243b18101 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.412149] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14056a62-8202-4e11-99fa-168bb7306ede {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.442093] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c42dc8b-c606-4d07-ba7b-aa32c003a679 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.449148] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b93159-5965-4934-b456-b9991af3c6e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.463142] env[69365]: DEBUG nova.compute.provider_tree [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.804261] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: fd812632-21c8-4cdb-9cd2-29870691f42d] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.966599] env[69365]: DEBUG nova.scheduler.client.report [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.137374] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3b3903-bbd4-4a50-bf50-1d34104e6ded {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.156193] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance '2daa412d-5bd8-4413-930b-a2cf17642728' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.307021] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 526cbb1e-31d9-414c-bb78-21653fa48be9] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.471516] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.472064] env[69365]: DEBUG nova.compute.manager [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1214.474535] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.324s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.474761] env[69365]: DEBUG nova.objects.instance [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lazy-loading 'resources' on Instance uuid 9c026aaa-0963-4ba2-955a-f666ff782ffa {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.661886] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.662321] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c8c5c96-681f-424e-91c0-078f81e37bd7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.670294] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1214.670294] env[69365]: value = "task-3302731" [ 1214.670294] env[69365]: _type = "Task" [ 1214.670294] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.678851] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.810468] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 81da77a0-1f4b-475a-91ab-a93837999000] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.977974] env[69365]: DEBUG nova.compute.utils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.982146] env[69365]: DEBUG nova.compute.manager [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1214.982482] env[69365]: DEBUG nova.network.neutron [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.020148] env[69365]: DEBUG nova.policy [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6cac28c22c4d87bd3e88a43978d109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd29bc10f4174032b8ced8365fc1f7cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.116547] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0850e73-e43c-436b-a447-9604635deb19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.126345] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35832f0-0fb5-449e-8e31-3f5bf0bc6dd9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.156446] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f13716-4f41-451c-98e6-8871dac630d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.164039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e37cc9-9245-4d11-ac86-22807ae9cdc7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.177821] env[69365]: DEBUG nova.compute.provider_tree [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.186649] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302731, 'name': PowerOffVM_Task, 'duration_secs': 0.198666} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.186900] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.187088] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance '2daa412d-5bd8-4413-930b-a2cf17642728' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.302490] env[69365]: DEBUG nova.network.neutron [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Successfully created port: 67e0548b-e121-48e0-a7c7-9699f4ccf89b {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1215.314380] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: bb4c6cb9-25c1-48e2-ab50-b304f197a023] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.483387] env[69365]: DEBUG nova.compute.manager [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1215.683873] env[69365]: DEBUG nova.scheduler.client.report [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.692966] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.694017] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.694017] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.694017] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.694017] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.694017] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.694217] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.694772] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.694772] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.694772] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.694772] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.700307] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c6b6bb-569c-4ff7-b826-c1e930153b63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.716436] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1215.716436] env[69365]: value = "task-3302732" [ 1215.716436] env[69365]: _type = "Task" [ 1215.716436] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.724666] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.817555] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 010e0256-fc11-4530-9de7-1124abe4f9ff] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.190050] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.213130] env[69365]: INFO nova.scheduler.client.report [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Deleted allocations for instance 9c026aaa-0963-4ba2-955a-f666ff782ffa [ 1216.225841] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302732, 'name': ReconfigVM_Task, 'duration_secs': 0.172271} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.226157] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance '2daa412d-5bd8-4413-930b-a2cf17642728' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.320724] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 917098ed-48f3-4949-b333-5dc8e313fc93] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.494381] env[69365]: DEBUG nova.compute.manager [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1216.522245] env[69365]: DEBUG nova.virt.hardware [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.522499] env[69365]: DEBUG nova.virt.hardware [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.522650] env[69365]: DEBUG nova.virt.hardware [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.522823] env[69365]: DEBUG nova.virt.hardware [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.522963] env[69365]: DEBUG nova.virt.hardware [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.523117] env[69365]: DEBUG nova.virt.hardware [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.523319] env[69365]: DEBUG nova.virt.hardware [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.523503] env[69365]: DEBUG nova.virt.hardware [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.523690] env[69365]: DEBUG nova.virt.hardware [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.523848] env[69365]: DEBUG nova.virt.hardware [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.524026] env[69365]: DEBUG nova.virt.hardware [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.524893] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f65780b-e0d2-47cb-8684-fd38d2bfb935 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.532993] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bbbf05-810a-48a7-aaa9-c939af2089a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.650708] env[69365]: DEBUG nova.compute.manager [req-a79895ff-b364-4c59-ab80-35f7a3b9209a req-8fa8cdf6-bfe0-49cb-8a84-709956bfeb30 service nova] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Received event network-vif-plugged-67e0548b-e121-48e0-a7c7-9699f4ccf89b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.650918] env[69365]: DEBUG oslo_concurrency.lockutils [req-a79895ff-b364-4c59-ab80-35f7a3b9209a req-8fa8cdf6-bfe0-49cb-8a84-709956bfeb30 service nova] Acquiring lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.651140] env[69365]: DEBUG oslo_concurrency.lockutils [req-a79895ff-b364-4c59-ab80-35f7a3b9209a req-8fa8cdf6-bfe0-49cb-8a84-709956bfeb30 service nova] Lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.651306] env[69365]: DEBUG oslo_concurrency.lockutils [req-a79895ff-b364-4c59-ab80-35f7a3b9209a req-8fa8cdf6-bfe0-49cb-8a84-709956bfeb30 service nova] Lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.651507] env[69365]: DEBUG nova.compute.manager [req-a79895ff-b364-4c59-ab80-35f7a3b9209a req-8fa8cdf6-bfe0-49cb-8a84-709956bfeb30 service nova] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] No waiting events found dispatching network-vif-plugged-67e0548b-e121-48e0-a7c7-9699f4ccf89b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1216.651681] env[69365]: WARNING nova.compute.manager [req-a79895ff-b364-4c59-ab80-35f7a3b9209a req-8fa8cdf6-bfe0-49cb-8a84-709956bfeb30 service nova] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Received unexpected event network-vif-plugged-67e0548b-e121-48e0-a7c7-9699f4ccf89b for instance with vm_state building and task_state spawning. [ 1216.719491] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8f98966-5138-420e-be47-41981be2b5c0 tempest-AttachInterfacesTestJSON-1836014512 tempest-AttachInterfacesTestJSON-1836014512-project-member] Lock "9c026aaa-0963-4ba2-955a-f666ff782ffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.929s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.732346] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.732599] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.732757] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.732937] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.733965] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.734186] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.734434] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.734642] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.735354] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.735616] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.735855] env[69365]: DEBUG nova.virt.hardware [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.742981] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1216.744395] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f131242-808d-4d90-9a79-107233c599d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.763760] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1216.763760] env[69365]: value = "task-3302733" [ 1216.763760] env[69365]: _type = "Task" [ 1216.763760] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.772492] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.795939] env[69365]: DEBUG nova.network.neutron [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Successfully updated port: 67e0548b-e121-48e0-a7c7-9699f4ccf89b {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1216.824126] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 14bc7d3c-a1e7-487f-ad9f-b7a65dab5bb0] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.142031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.142180] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.220315] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "cd03da46-c393-462a-ab8a-45aff0cfbf59" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.220619] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.220802] env[69365]: INFO nova.compute.manager [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Shelving [ 1217.273514] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302733, 'name': ReconfigVM_Task, 'duration_secs': 0.175097} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.274053] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.274808] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9606eac9-a26e-467a-a992-4501e945ecae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.296078] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 2daa412d-5bd8-4413-930b-a2cf17642728/2daa412d-5bd8-4413-930b-a2cf17642728.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.296318] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bffb84ed-915f-411c-8429-b4ed30d1f910 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.309421] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "refresh_cache-0ab28cf4-ef4a-49ca-89bb-8fa03602a248" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.309557] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "refresh_cache-0ab28cf4-ef4a-49ca-89bb-8fa03602a248" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.309700] env[69365]: DEBUG nova.network.neutron [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.315865] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1217.315865] env[69365]: value = "task-3302734" [ 1217.315865] env[69365]: _type = "Task" [ 1217.315865] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.324865] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.327334] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: fd03ba62-57bf-4ed7-b0ec-0c875efad715] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.645642] env[69365]: DEBUG nova.compute.utils [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.825732] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302734, 'name': ReconfigVM_Task, 'duration_secs': 0.255111} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.826062] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 2daa412d-5bd8-4413-930b-a2cf17642728/2daa412d-5bd8-4413-930b-a2cf17642728.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.826349] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance '2daa412d-5bd8-4413-930b-a2cf17642728' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.829764] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 2d6787bb-5928-44c8-94a3-47b93c5cbd0c] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.877462] env[69365]: DEBUG nova.network.neutron [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.134612] env[69365]: DEBUG nova.network.neutron [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Updating instance_info_cache with network_info: [{"id": "67e0548b-e121-48e0-a7c7-9699f4ccf89b", "address": "fa:16:3e:9a:7a:21", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67e0548b-e1", "ovs_interfaceid": "67e0548b-e121-48e0-a7c7-9699f4ccf89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.149670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.232767] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.232767] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b90f4f90-a7c4-4cf4-bf59-f89d173bdc0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.241020] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1218.241020] env[69365]: value = "task-3302735" [ 1218.241020] env[69365]: _type = "Task" [ 1218.241020] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.246946] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.336211] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: c320682c-7a15-4ba4-a744-7e1c4cd0effb] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.337235] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c473b4-da10-403c-a15d-adf055d96848 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.361191] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc4d174-089b-4c02-b0c5-9e180fac96b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.382431] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance '2daa412d-5bd8-4413-930b-a2cf17642728' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.636915] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "refresh_cache-0ab28cf4-ef4a-49ca-89bb-8fa03602a248" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.637296] env[69365]: DEBUG nova.compute.manager [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Instance network_info: |[{"id": "67e0548b-e121-48e0-a7c7-9699f4ccf89b", "address": "fa:16:3e:9a:7a:21", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67e0548b-e1", "ovs_interfaceid": "67e0548b-e121-48e0-a7c7-9699f4ccf89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1218.637726] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:7a:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67e0548b-e121-48e0-a7c7-9699f4ccf89b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.646021] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.646268] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.646651] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7d7a53f-ba39-4304-8be7-1a4c25d746b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.670071] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.670071] env[69365]: value = "task-3302736" [ 1218.670071] env[69365]: _type = "Task" [ 1218.670071] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.677703] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302736, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.680417] env[69365]: DEBUG nova.compute.manager [req-cc220977-6ef7-47fe-a240-10d63f9f1728 req-82fd29e7-97b9-4e19-9bf4-30eef9962756 service nova] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Received event network-changed-67e0548b-e121-48e0-a7c7-9699f4ccf89b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.680603] env[69365]: DEBUG nova.compute.manager [req-cc220977-6ef7-47fe-a240-10d63f9f1728 req-82fd29e7-97b9-4e19-9bf4-30eef9962756 service nova] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Refreshing instance network info cache due to event network-changed-67e0548b-e121-48e0-a7c7-9699f4ccf89b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.680705] env[69365]: DEBUG oslo_concurrency.lockutils [req-cc220977-6ef7-47fe-a240-10d63f9f1728 req-82fd29e7-97b9-4e19-9bf4-30eef9962756 service nova] Acquiring lock "refresh_cache-0ab28cf4-ef4a-49ca-89bb-8fa03602a248" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.680851] env[69365]: DEBUG oslo_concurrency.lockutils [req-cc220977-6ef7-47fe-a240-10d63f9f1728 req-82fd29e7-97b9-4e19-9bf4-30eef9962756 service nova] Acquired lock "refresh_cache-0ab28cf4-ef4a-49ca-89bb-8fa03602a248" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.681012] env[69365]: DEBUG nova.network.neutron [req-cc220977-6ef7-47fe-a240-10d63f9f1728 req-82fd29e7-97b9-4e19-9bf4-30eef9962756 service nova] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Refreshing network info cache for port 67e0548b-e121-48e0-a7c7-9699f4ccf89b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.748731] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302735, 'name': PowerOffVM_Task, 'duration_secs': 0.170125} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.749122] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.749932] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448868bf-4540-40d8-bd46-0709028605d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.768147] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a077d223-7866-4736-84fb-b1cac54149de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.841910] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 622347c1-0ca6-4f2b-bee9-86d5614813f3] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.940183] env[69365]: DEBUG nova.network.neutron [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Port 5ebb81c6-d951-4c5d-b9a6-132ae78d2a40 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1219.180112] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302736, 'name': CreateVM_Task, 'duration_secs': 0.320792} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.180338] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.181079] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.181253] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.181610] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.181876] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e77f54e4-1442-42e2-8245-0fb8aa8cce3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.188615] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1219.188615] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528a9036-10d3-ec05-909a-b153957fa88c" [ 1219.188615] env[69365]: _type = "Task" [ 1219.188615] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.196908] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528a9036-10d3-ec05-909a-b153957fa88c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.217721] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.218853] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.218853] env[69365]: INFO nova.compute.manager [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Attaching volume 674f3ef1-fd63-476d-b840-c5a406f1916d to /dev/sdb [ 1219.260861] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e309677b-db0e-4470-b92c-ee8d65d08b38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.270906] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19bcf84-75b9-42be-bafe-b7b5ed61e5bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.286470] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1219.286470] env[69365]: DEBUG nova.virt.block_device [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating existing volume attachment record: 359a634e-eb86-4a47-acaf-a5a94d2bf70b {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1219.289807] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1078c085-ff75-4fc7-8e2d-e3cb35cc3cc1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.297841] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1219.297841] env[69365]: value = "task-3302737" [ 1219.297841] env[69365]: _type = "Task" [ 1219.297841] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.306590] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302737, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.345880] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 3166614c-d3b2-4217-b0bd-da29dafb7dd4] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.474231] env[69365]: DEBUG nova.network.neutron [req-cc220977-6ef7-47fe-a240-10d63f9f1728 req-82fd29e7-97b9-4e19-9bf4-30eef9962756 service nova] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Updated VIF entry in instance network info cache for port 67e0548b-e121-48e0-a7c7-9699f4ccf89b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.474702] env[69365]: DEBUG nova.network.neutron [req-cc220977-6ef7-47fe-a240-10d63f9f1728 req-82fd29e7-97b9-4e19-9bf4-30eef9962756 service nova] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Updating instance_info_cache with network_info: [{"id": "67e0548b-e121-48e0-a7c7-9699f4ccf89b", "address": "fa:16:3e:9a:7a:21", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67e0548b-e1", "ovs_interfaceid": "67e0548b-e121-48e0-a7c7-9699f4ccf89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.698761] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528a9036-10d3-ec05-909a-b153957fa88c, 'name': SearchDatastore_Task, 'duration_secs': 0.012673} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.699065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.699298] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.699521] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.699661] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.699832] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.700116] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ea1763a-0933-42e4-9d8a-cc547d816e37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.708435] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.708603] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.709388] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffe8125-e916-4754-9a6d-279149e86764 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.714445] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1219.714445] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528309dc-ea0e-4f73-65b5-b1008a8d80ca" [ 1219.714445] env[69365]: _type = "Task" [ 1219.714445] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.721997] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528309dc-ea0e-4f73-65b5-b1008a8d80ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.809085] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302737, 'name': CreateSnapshot_Task, 'duration_secs': 0.497275} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.809085] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1219.809347] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b09c10-72d5-45ca-9657-934f285a43fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.849499] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: e8106f10-035a-488e-9976-b8fbe103420d] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.968927] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "2daa412d-5bd8-4413-930b-a2cf17642728-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.969141] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "2daa412d-5bd8-4413-930b-a2cf17642728-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.969338] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "2daa412d-5bd8-4413-930b-a2cf17642728-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.978025] env[69365]: DEBUG oslo_concurrency.lockutils [req-cc220977-6ef7-47fe-a240-10d63f9f1728 req-82fd29e7-97b9-4e19-9bf4-30eef9962756 service nova] Releasing lock "refresh_cache-0ab28cf4-ef4a-49ca-89bb-8fa03602a248" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.226377] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]528309dc-ea0e-4f73-65b5-b1008a8d80ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008427} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.227216] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6155589e-78e0-45ad-b65e-1acb5517614d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.233029] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1220.233029] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521e76f2-41c3-5622-41c3-f65a6f9845f8" [ 1220.233029] env[69365]: _type = "Task" [ 1220.233029] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.240820] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521e76f2-41c3-5622-41c3-f65a6f9845f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.334261] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1220.334380] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72487c2b-0bad-4941-9663-1427564eca14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.345055] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1220.345055] env[69365]: value = "task-3302741" [ 1220.345055] env[69365]: _type = "Task" [ 1220.345055] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.352598] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302741, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.352994] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: bc76fce0-bb80-49e7-b730-9c09514f3aa7] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.743836] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521e76f2-41c3-5622-41c3-f65a6f9845f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.744104] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.744363] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 0ab28cf4-ef4a-49ca-89bb-8fa03602a248/0ab28cf4-ef4a-49ca-89bb-8fa03602a248.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.744617] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa23a44e-597e-42e1-bdbf-6da795c01774 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.751641] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1220.751641] env[69365]: value = "task-3302742" [ 1220.751641] env[69365]: _type = "Task" [ 1220.751641] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.759583] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.854524] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302741, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.856144] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 3e7592b7-65d9-4c7f-9133-551d8529f865] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.930271] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.930597] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.009039] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.009039] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.009039] env[69365]: DEBUG nova.network.neutron [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.263945] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445285} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.264543] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 0ab28cf4-ef4a-49ca-89bb-8fa03602a248/0ab28cf4-ef4a-49ca-89bb-8fa03602a248.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.264671] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.265300] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d82b42cc-1412-495c-a4da-ec924e8ab0a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.278898] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1221.278898] env[69365]: value = "task-3302743" [ 1221.278898] env[69365]: _type = "Task" [ 1221.278898] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.292942] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.354035] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302741, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.360652] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 95fc6621-8319-4aef-b18e-08f25015c714] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.433486] env[69365]: INFO nova.compute.manager [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Detaching volume 8c027e22-5e3c-4452-9a3f-243667f808b5 [ 1221.471124] env[69365]: INFO nova.virt.block_device [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Attempting to driver detach volume 8c027e22-5e3c-4452-9a3f-243667f808b5 from mountpoint /dev/sdb [ 1221.471414] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1221.471605] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659449', 'volume_id': '8c027e22-5e3c-4452-9a3f-243667f808b5', 'name': 'volume-8c027e22-5e3c-4452-9a3f-243667f808b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff', 'attached_at': '', 'detached_at': '', 'volume_id': '8c027e22-5e3c-4452-9a3f-243667f808b5', 'serial': '8c027e22-5e3c-4452-9a3f-243667f808b5'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1221.473191] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b90068-390c-434a-823f-fe5ba54cf210 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.501621] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426610de-f77a-4a21-b82c-c57750b7319b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.509250] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe26b46-2fb7-49d8-bcc8-7c73bf1f5df7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.538656] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679539b4-d23c-4ee3-af93-41c700843190 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.556336] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] The volume has not been displaced from its original location: [datastore2] volume-8c027e22-5e3c-4452-9a3f-243667f808b5/volume-8c027e22-5e3c-4452-9a3f-243667f808b5.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1221.561827] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.564540] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4146c67-2609-483f-b69b-7f5ca90561ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.587430] env[69365]: DEBUG oslo_vmware.api [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1221.587430] env[69365]: value = "task-3302744" [ 1221.587430] env[69365]: _type = "Task" [ 1221.587430] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.600031] env[69365]: DEBUG oslo_vmware.api [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.792765] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066911} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.793073] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.793865] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b28cd7b-f179-461b-a287-a11c35995e1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.816035] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 0ab28cf4-ef4a-49ca-89bb-8fa03602a248/0ab28cf4-ef4a-49ca-89bb-8fa03602a248.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.816369] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-157ff1d9-a4a8-41c7-8f5c-081cdf318597 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.832104] env[69365]: DEBUG nova.network.neutron [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance_info_cache with network_info: [{"id": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "address": "fa:16:3e:63:8d:02", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebb81c6-d9", "ovs_interfaceid": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.843152] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1221.843152] env[69365]: value = "task-3302745" [ 1221.843152] env[69365]: _type = "Task" [ 1221.843152] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.858216] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.863826] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 29a95130-6da6-4cd0-8f6d-5b95f0139a0e] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.866086] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302741, 'name': CloneVM_Task, 'duration_secs': 1.317132} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.866587] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Created linked-clone VM from snapshot [ 1221.867646] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3531f42c-bfa7-4b8f-b804-aab2756e5bda {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.876401] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Uploading image 0ca5704b-9660-4a77-a0a0-5601da6dbfb2 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1221.911117] env[69365]: DEBUG oslo_vmware.rw_handles [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1221.911117] env[69365]: value = "vm-659465" [ 1221.911117] env[69365]: _type = "VirtualMachine" [ 1221.911117] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1221.911337] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9079ab39-c17e-42b0-96be-9198fbd98ff3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.922458] env[69365]: DEBUG oslo_vmware.rw_handles [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lease: (returnval){ [ 1221.922458] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527c2783-1469-d13f-6160-70b8ecd20f2f" [ 1221.922458] env[69365]: _type = "HttpNfcLease" [ 1221.922458] env[69365]: } obtained for exporting VM: (result){ [ 1221.922458] env[69365]: value = "vm-659465" [ 1221.922458] env[69365]: _type = "VirtualMachine" [ 1221.922458] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1221.922839] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the lease: (returnval){ [ 1221.922839] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527c2783-1469-d13f-6160-70b8ecd20f2f" [ 1221.922839] env[69365]: _type = "HttpNfcLease" [ 1221.922839] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1221.931125] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1221.931125] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527c2783-1469-d13f-6160-70b8ecd20f2f" [ 1221.931125] env[69365]: _type = "HttpNfcLease" [ 1221.931125] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1222.100593] env[69365]: DEBUG oslo_vmware.api [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302744, 'name': ReconfigVM_Task, 'duration_secs': 0.494026} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.100775] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.108724] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93ee1fe2-5fa3-4ed3-a02d-7761fdebf27b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.132171] env[69365]: DEBUG oslo_vmware.api [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1222.132171] env[69365]: value = "task-3302748" [ 1222.132171] env[69365]: _type = "Task" [ 1222.132171] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.146087] env[69365]: DEBUG oslo_vmware.api [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.335744] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.357796] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.367769] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 488cd3fa-b547-4560-91ef-217361497af0] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.432701] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.432701] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527c2783-1469-d13f-6160-70b8ecd20f2f" [ 1222.432701] env[69365]: _type = "HttpNfcLease" [ 1222.432701] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1222.432996] env[69365]: DEBUG oslo_vmware.rw_handles [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1222.432996] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]527c2783-1469-d13f-6160-70b8ecd20f2f" [ 1222.432996] env[69365]: _type = "HttpNfcLease" [ 1222.432996] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1222.433835] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a46c1d2-8eb3-4ee6-b0e3-6cad0ad92d1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.442436] env[69365]: DEBUG oslo_vmware.rw_handles [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f1815-c49f-fdc5-5772-04a94bee72c8/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1222.442436] env[69365]: DEBUG oslo_vmware.rw_handles [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f1815-c49f-fdc5-5772-04a94bee72c8/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1222.616862] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3915c7ac-cced-4fae-b4f7-49372107dc15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.644671] env[69365]: DEBUG oslo_vmware.api [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302748, 'name': ReconfigVM_Task, 'duration_secs': 0.261807} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.651046] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659449', 'volume_id': '8c027e22-5e3c-4452-9a3f-243667f808b5', 'name': 'volume-8c027e22-5e3c-4452-9a3f-243667f808b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff', 'attached_at': '', 'detached_at': '', 'volume_id': '8c027e22-5e3c-4452-9a3f-243667f808b5', 'serial': '8c027e22-5e3c-4452-9a3f-243667f808b5'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1222.865796] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302745, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.871895] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: f2cae3b8-db8d-4cc1-9efa-e0bf4547adfe] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.876156] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ffc3be-5eaa-4095-a79e-596bc1079204 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.906870] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4949bf8-2144-4187-94e1-d4ff7d0e2678 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.919334] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance '2daa412d-5bd8-4413-930b-a2cf17642728' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.993186] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Acquiring lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.993451] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.201610] env[69365]: DEBUG nova.objects.instance [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lazy-loading 'flavor' on Instance uuid 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.357347] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302745, 'name': ReconfigVM_Task, 'duration_secs': 1.056943} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.357805] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 0ab28cf4-ef4a-49ca-89bb-8fa03602a248/0ab28cf4-ef4a-49ca-89bb-8fa03602a248.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.358537] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53c58e5b-6f96-4c72-b2cc-09f1e0a4bf6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.365709] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1223.365709] env[69365]: value = "task-3302749" [ 1223.365709] env[69365]: _type = "Task" [ 1223.365709] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.377297] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302749, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.381898] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 56f615f5-518f-417d-911e-1527fbdc8a0c] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.428567] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.429384] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b5a97f3-38bb-4482-bf0d-68d836e1f8c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.437572] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1223.437572] env[69365]: value = "task-3302750" [ 1223.437572] env[69365]: _type = "Task" [ 1223.437572] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.446463] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.495977] env[69365]: DEBUG nova.compute.manager [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.876556] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302749, 'name': Rename_Task, 'duration_secs': 0.163693} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.876843] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.877162] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5de1cb4-50d6-4a15-9f18-c0660815a7f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.884989] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 2a14f96f-2727-4a8e-9958-a9185c5a8428] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.889304] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1223.889304] env[69365]: value = "task-3302751" [ 1223.889304] env[69365]: _type = "Task" [ 1223.889304] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.903691] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.947853] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302750, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.027274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.027489] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.029348] env[69365]: INFO nova.compute.claims [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.209176] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3aeb042b-2bde-4abf-ae82-8a4eb04e4970 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.278s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.344018] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1224.344018] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659464', 'volume_id': '674f3ef1-fd63-476d-b840-c5a406f1916d', 'name': 'volume-674f3ef1-fd63-476d-b840-c5a406f1916d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0fdc83d-4928-4319-ad2c-0ea6226e7cf3', 'attached_at': '', 'detached_at': '', 'volume_id': '674f3ef1-fd63-476d-b840-c5a406f1916d', 'serial': '674f3ef1-fd63-476d-b840-c5a406f1916d'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1224.344018] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c52b867-7e1d-4efa-9edf-de655fd4ae4f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.360904] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1398b3e6-70dd-46f9-86d6-28ae31d90417 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.387972] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-674f3ef1-fd63-476d-b840-c5a406f1916d/volume-674f3ef1-fd63-476d-b840-c5a406f1916d.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.388712] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c9aef0-7038-4a4a-933c-7cb5c8b649f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.402614] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 7dc3aa35-c468-4aff-8225-872503a4f561] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.415842] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302751, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.417582] env[69365]: DEBUG oslo_vmware.api [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1224.417582] env[69365]: value = "task-3302752" [ 1224.417582] env[69365]: _type = "Task" [ 1224.417582] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.426105] env[69365]: DEBUG oslo_vmware.api [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.446659] env[69365]: DEBUG oslo_vmware.api [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302750, 'name': PowerOnVM_Task, 'duration_secs': 0.538424} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.447032] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.447331] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8363fb0b-1e02-4f77-84b3-468d50e414ed tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance '2daa412d-5bd8-4413-930b-a2cf17642728' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.911087] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: bfd1107e-6136-46ae-b840-2f2929975f71] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.915983] env[69365]: DEBUG oslo_vmware.api [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302751, 'name': PowerOnVM_Task, 'duration_secs': 0.536598} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.916558] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.916773] env[69365]: INFO nova.compute.manager [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1224.916951] env[69365]: DEBUG nova.compute.manager [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.918079] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6987c399-850f-4f1c-9d3e-47f2182429f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.938265] env[69365]: DEBUG oslo_vmware.api [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.193552] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0b2904-72e8-4fc7-86d6-516f93cb0a50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.201453] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8386afbb-f2d4-4675-b415-c34add2701d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.232604] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5b2e8e-9e58-4e48-b0ac-87601d98e2d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.240513] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c65426-47bb-4666-8095-1a325217e9dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.255843] env[69365]: DEBUG nova.compute.provider_tree [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.342077] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.342328] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.342470] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.342651] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.342818] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.345094] env[69365]: INFO nova.compute.manager [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Terminating instance [ 1225.417066] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 99e521a6-b45b-401f-9c18-9f05f8198e4c] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.430801] env[69365]: DEBUG oslo_vmware.api [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302752, 'name': ReconfigVM_Task, 'duration_secs': 0.59714} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.431075] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-674f3ef1-fd63-476d-b840-c5a406f1916d/volume-674f3ef1-fd63-476d-b840-c5a406f1916d.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.435722] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3f94437-b06f-40cf-8a53-a65fcf9e530c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.454512] env[69365]: INFO nova.compute.manager [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Took 13.21 seconds to build instance. [ 1225.464467] env[69365]: DEBUG oslo_vmware.api [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1225.464467] env[69365]: value = "task-3302753" [ 1225.464467] env[69365]: _type = "Task" [ 1225.464467] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.474605] env[69365]: DEBUG oslo_vmware.api [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.633735] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2ab3f7-3e08-4f5e-8071-d767e56bffe6 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.779795] env[69365]: ERROR nova.scheduler.client.report [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [req-555210b3-f2fc-4733-b99d-4eb96b59f4ce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-555210b3-f2fc-4733-b99d-4eb96b59f4ce"}]} [ 1225.795073] env[69365]: DEBUG nova.scheduler.client.report [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Refreshing inventories for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1225.815275] env[69365]: DEBUG nova.scheduler.client.report [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Updating ProviderTree inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1225.815530] env[69365]: DEBUG nova.compute.provider_tree [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.828189] env[69365]: DEBUG nova.scheduler.client.report [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Refreshing aggregate associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1225.848401] env[69365]: DEBUG nova.scheduler.client.report [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Refreshing trait associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1225.850851] env[69365]: DEBUG nova.compute.manager [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.851092] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.855562] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59edf83f-636c-426e-ad40-fcbaa88cdc64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.862809] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.862978] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82ece9cc-e206-4fa2-8a99-7b702c9d724e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.870934] env[69365]: DEBUG oslo_vmware.api [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1225.870934] env[69365]: value = "task-3302754" [ 1225.870934] env[69365]: _type = "Task" [ 1225.870934] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.880185] env[69365]: DEBUG oslo_vmware.api [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.921719] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 00f771da-7432-42cc-85d2-1eb1aa119e2f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.957726] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eec21f25-a0e6-4ae0-bc42-ccf82ac68f2d tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.715s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.958268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2ab3f7-3e08-4f5e-8071-d767e56bffe6 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.325s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.958492] env[69365]: DEBUG nova.compute.manager [None req-eb2ab3f7-3e08-4f5e-8071-d767e56bffe6 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.959365] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0049193a-5388-415c-b5f4-d67a4351a62b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.981488] env[69365]: DEBUG nova.compute.manager [None req-eb2ab3f7-3e08-4f5e-8071-d767e56bffe6 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1225.982316] env[69365]: DEBUG nova.objects.instance [None req-eb2ab3f7-3e08-4f5e-8071-d767e56bffe6 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lazy-loading 'flavor' on Instance uuid 0ab28cf4-ef4a-49ca-89bb-8fa03602a248 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.993170] env[69365]: DEBUG oslo_vmware.api [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302753, 'name': ReconfigVM_Task, 'duration_secs': 0.15863} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.994109] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659464', 'volume_id': '674f3ef1-fd63-476d-b840-c5a406f1916d', 'name': 'volume-674f3ef1-fd63-476d-b840-c5a406f1916d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0fdc83d-4928-4319-ad2c-0ea6226e7cf3', 'attached_at': '', 'detached_at': '', 'volume_id': '674f3ef1-fd63-476d-b840-c5a406f1916d', 'serial': '674f3ef1-fd63-476d-b840-c5a406f1916d'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1226.031061] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcae8367-480f-42c6-b54e-90b95783f8e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.039736] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0e30f1-1d3c-4c8b-9331-508ea7fbbbdd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.078630] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dceb6318-eb91-4a41-95fc-0b6ee954a52d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.087207] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1994963-9f06-46b6-9f6b-dc6ad0bc03f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.102461] env[69365]: DEBUG nova.compute.provider_tree [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.380897] env[69365]: DEBUG oslo_vmware.api [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302754, 'name': PowerOffVM_Task, 'duration_secs': 0.19887} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.381246] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.381466] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.381767] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62eb4789-633c-43ce-beec-4fb190666a53 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.425482] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 12166253-9d0a-4ffa-ba27-4ff6e783d0ab] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.566804] env[69365]: DEBUG nova.network.neutron [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Port 5ebb81c6-d951-4c5d-b9a6-132ae78d2a40 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1226.567166] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.567349] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.567553] env[69365]: DEBUG nova.network.neutron [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.635147] env[69365]: DEBUG nova.scheduler.client.report [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Updated inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1226.635435] env[69365]: DEBUG nova.compute.provider_tree [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Updating resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 generation from 151 to 152 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1226.635658] env[69365]: DEBUG nova.compute.provider_tree [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.929534] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 9fe6816e-c62f-4eeb-9ed5-d2209686ddd8] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.993432] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2ab3f7-3e08-4f5e-8071-d767e56bffe6 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.993823] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec508a6c-4c90-46b7-a89c-cf2e7da47fe9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.001879] env[69365]: DEBUG oslo_vmware.api [None req-eb2ab3f7-3e08-4f5e-8071-d767e56bffe6 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1227.001879] env[69365]: value = "task-3302756" [ 1227.001879] env[69365]: _type = "Task" [ 1227.001879] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.011015] env[69365]: DEBUG oslo_vmware.api [None req-eb2ab3f7-3e08-4f5e-8071-d767e56bffe6 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.035723] env[69365]: DEBUG nova.objects.instance [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'flavor' on Instance uuid a0fdc83d-4928-4319-ad2c-0ea6226e7cf3 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.142069] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.114s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.142327] env[69365]: DEBUG nova.compute.manager [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1227.323276] env[69365]: DEBUG nova.network.neutron [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance_info_cache with network_info: [{"id": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "address": "fa:16:3e:63:8d:02", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebb81c6-d9", "ovs_interfaceid": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.433031] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 998d5009-39bd-4d6d-94b1-ce54098e6b1c] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.511600] env[69365]: DEBUG oslo_vmware.api [None req-eb2ab3f7-3e08-4f5e-8071-d767e56bffe6 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302756, 'name': PowerOffVM_Task, 'duration_secs': 0.204722} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.511881] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2ab3f7-3e08-4f5e-8071-d767e56bffe6 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.512088] env[69365]: DEBUG nova.compute.manager [None req-eb2ab3f7-3e08-4f5e-8071-d767e56bffe6 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.512887] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ec6fc8-12e8-438e-ba75-8ad244e02821 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.540600] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52bef2f5-6052-4727-87c4-02933ac047b5 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.322s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.646980] env[69365]: DEBUG nova.compute.utils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.648493] env[69365]: DEBUG nova.compute.manager [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.648673] env[69365]: DEBUG nova.network.neutron [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.699699] env[69365]: DEBUG nova.policy [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7f700d4b08a4405bf582279c2d79954', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf1859fab0c74876b0a0e4d559813983', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.826681] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.936435] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: bb9e6f36-7178-4ecf-9fb5-4907aabe6c25] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.012105] env[69365]: DEBUG nova.network.neutron [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Successfully created port: 5ae25901-e112-4013-9803-f766af193733 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.024321] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2ab3f7-3e08-4f5e-8071-d767e56bffe6 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.152325] env[69365]: DEBUG nova.compute.manager [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1228.331174] env[69365]: DEBUG nova.compute.manager [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69365) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1228.331523] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.331756] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.385105] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.385341] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.385540] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Deleting the datastore file [datastore1] 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.385816] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-531debfc-73bc-4b77-a893-2f73e4726260 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.394066] env[69365]: DEBUG oslo_vmware.api [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1228.394066] env[69365]: value = "task-3302757" [ 1228.394066] env[69365]: _type = "Task" [ 1228.394066] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.402520] env[69365]: DEBUG oslo_vmware.api [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.440676] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 82ca099c-426d-4ef1-b78e-a6039bb4e284] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.742340] env[69365]: DEBUG nova.compute.manager [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1228.835520] env[69365]: DEBUG nova.objects.instance [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lazy-loading 'migration_context' on Instance uuid 2daa412d-5bd8-4413-930b-a2cf17642728 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.904693] env[69365]: DEBUG oslo_vmware.api [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159538} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.904941] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.905146] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.905318] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.905488] env[69365]: INFO nova.compute.manager [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Took 3.05 seconds to destroy the instance on the hypervisor. [ 1228.905723] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.905911] env[69365]: DEBUG nova.compute.manager [-] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.906020] env[69365]: DEBUG nova.network.neutron [-] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.948252] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 9bfcfc09-e373-4e94-96f6-2ac2b33ae05a] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.109442] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.109706] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.109918] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.110129] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.110309] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.112805] env[69365]: INFO nova.compute.manager [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Terminating instance [ 1229.161179] env[69365]: DEBUG nova.compute.manager [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.188014] env[69365]: DEBUG nova.virt.hardware [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.188307] env[69365]: DEBUG nova.virt.hardware [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.188468] env[69365]: DEBUG nova.virt.hardware [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.188649] env[69365]: DEBUG nova.virt.hardware [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.188796] env[69365]: DEBUG nova.virt.hardware [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.189026] env[69365]: DEBUG nova.virt.hardware [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.189175] env[69365]: DEBUG nova.virt.hardware [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.189339] env[69365]: DEBUG nova.virt.hardware [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.189528] env[69365]: DEBUG nova.virt.hardware [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.189742] env[69365]: DEBUG nova.virt.hardware [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.189874] env[69365]: DEBUG nova.virt.hardware [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.191138] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817d2e73-c7ae-4442-bd0d-25351f4f213e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.199256] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e905103-ac20-4509-8332-12be6291e18b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.267198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.448898] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: a71a4c5b-2874-450f-bc0b-1ac80c6f7655] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.589163] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8f46b1-5996-4401-ac5e-c3d9bdb7340a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.597110] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5385ef74-f377-4f3c-bbab-a80a49c42c50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.627862] env[69365]: DEBUG nova.compute.manager [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.628120] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.629470] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60373b1-b638-40ad-9fa7-c0e3c1e61af3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.632601] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576b20ad-6086-47cd-b0eb-ac02cbabb726 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.642051] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fb71d9-d83b-4205-b80a-05d184304f80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.645728] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.645952] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6bd8759-7852-4194-9428-547576e44f40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.657540] env[69365]: DEBUG nova.compute.provider_tree [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.709508] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.709664] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.709848] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleting the datastore file [datastore1] 0ab28cf4-ef4a-49ca-89bb-8fa03602a248 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.710122] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99b8d308-7cea-4435-99cb-ed5e9575860c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.717803] env[69365]: DEBUG oslo_vmware.api [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1229.717803] env[69365]: value = "task-3302759" [ 1229.717803] env[69365]: _type = "Task" [ 1229.717803] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.724475] env[69365]: DEBUG nova.compute.manager [req-8f2e998e-8d7a-4e4d-b169-0379905e8694 req-3ff49726-d3d4-4315-8ab0-9a279b40e27e service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Received event network-vif-deleted-a875f437-7cc8-4d84-b6c1-0e88130be317 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.724669] env[69365]: INFO nova.compute.manager [req-8f2e998e-8d7a-4e4d-b169-0379905e8694 req-3ff49726-d3d4-4315-8ab0-9a279b40e27e service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Neutron deleted interface a875f437-7cc8-4d84-b6c1-0e88130be317; detaching it from the instance and deleting it from the info cache [ 1229.724842] env[69365]: DEBUG nova.network.neutron [req-8f2e998e-8d7a-4e4d-b169-0379905e8694 req-3ff49726-d3d4-4315-8ab0-9a279b40e27e service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.732610] env[69365]: DEBUG oslo_vmware.api [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.828634] env[69365]: DEBUG nova.network.neutron [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Successfully updated port: 5ae25901-e112-4013-9803-f766af193733 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.951802] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.951990] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Cleaning up deleted instances with incomplete migration {{(pid=69365) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1230.179938] env[69365]: ERROR nova.scheduler.client.report [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [req-1ae55e81-1e89-47b6-ae50-663c67008706] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1ae55e81-1e89-47b6-ae50-663c67008706"}]} [ 1230.195903] env[69365]: DEBUG nova.scheduler.client.report [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Refreshing inventories for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1230.202255] env[69365]: DEBUG nova.network.neutron [-] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.210859] env[69365]: DEBUG nova.scheduler.client.report [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Updating ProviderTree inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1230.211145] env[69365]: DEBUG nova.compute.provider_tree [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.223398] env[69365]: DEBUG nova.scheduler.client.report [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Refreshing aggregate associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1230.227484] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5897e475-e403-46f1-ab5a-f5175fbe4511 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.232692] env[69365]: DEBUG oslo_vmware.api [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132965} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.233347] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.233592] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.233826] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.233983] env[69365]: INFO nova.compute.manager [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1230.234244] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.234744] env[69365]: DEBUG nova.compute.manager [-] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.234850] env[69365]: DEBUG nova.network.neutron [-] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.240496] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1826a3f3-a699-4f6f-adb4-0a511c3a1835 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.251832] env[69365]: DEBUG nova.scheduler.client.report [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Refreshing trait associations for resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1230.276504] env[69365]: DEBUG nova.compute.manager [req-8f2e998e-8d7a-4e4d-b169-0379905e8694 req-3ff49726-d3d4-4315-8ab0-9a279b40e27e service nova] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Detach interface failed, port_id=a875f437-7cc8-4d84-b6c1-0e88130be317, reason: Instance 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1230.334520] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Acquiring lock "refresh_cache-d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.334761] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Acquired lock "refresh_cache-d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.334849] env[69365]: DEBUG nova.network.neutron [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.420984] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d116eb-abea-4316-b506-d69d79c8b0ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.429482] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43162d5e-d641-4313-aad1-e8035a76907a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.464824] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d47473-cddc-4c2d-9de1-eba26870d605 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.473910] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212d7b1e-7749-4554-b9b1-93581127667b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.488537] env[69365]: DEBUG nova.compute.provider_tree [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.704582] env[69365]: INFO nova.compute.manager [-] [instance: 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff] Took 1.80 seconds to deallocate network for instance. [ 1230.885680] env[69365]: DEBUG nova.network.neutron [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.023873] env[69365]: DEBUG nova.network.neutron [-] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.044109] env[69365]: DEBUG nova.scheduler.client.report [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Updated inventory for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1231.044799] env[69365]: DEBUG nova.compute.provider_tree [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Updating resource provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 generation from 154 to 155 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1231.044799] env[69365]: DEBUG nova.compute.provider_tree [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Updating inventory in ProviderTree for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.072181] env[69365]: DEBUG nova.network.neutron [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Updating instance_info_cache with network_info: [{"id": "5ae25901-e112-4013-9803-f766af193733", "address": "fa:16:3e:b0:bd:cb", "network": {"id": "db5c4404-27d3-4e20-ac31-99d6e806ceda", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-52318269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1859fab0c74876b0a0e4d559813983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae25901-e1", "ovs_interfaceid": "5ae25901-e112-4013-9803-f766af193733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.210939] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.527266] env[69365]: INFO nova.compute.manager [-] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Took 1.29 seconds to deallocate network for instance. [ 1231.574389] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Releasing lock "refresh_cache-d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.574771] env[69365]: DEBUG nova.compute.manager [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Instance network_info: |[{"id": "5ae25901-e112-4013-9803-f766af193733", "address": "fa:16:3e:b0:bd:cb", "network": {"id": "db5c4404-27d3-4e20-ac31-99d6e806ceda", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-52318269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1859fab0c74876b0a0e4d559813983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae25901-e1", "ovs_interfaceid": "5ae25901-e112-4013-9803-f766af193733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.575832] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:bd:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ae25901-e112-4013-9803-f766af193733', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.584170] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Creating folder: Project (cf1859fab0c74876b0a0e4d559813983). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.584415] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3c31aa5-7189-4d08-bfad-46ef91833766 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.599348] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Created folder: Project (cf1859fab0c74876b0a0e4d559813983) in parent group-v659152. [ 1231.599608] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Creating folder: Instances. Parent ref: group-v659466. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.600209] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47942051-36c9-4de8-ac98-b0feac74e0f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.613016] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Created folder: Instances in parent group-v659466. [ 1231.613291] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.613491] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.613696] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec6ee29f-afb3-4908-8efd-0c5fda6711a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.633150] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.633150] env[69365]: value = "task-3302762" [ 1231.633150] env[69365]: _type = "Task" [ 1231.633150] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.640953] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302762, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.755155] env[69365]: DEBUG nova.compute.manager [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Received event network-vif-plugged-5ae25901-e112-4013-9803-f766af193733 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.755484] env[69365]: DEBUG oslo_concurrency.lockutils [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] Acquiring lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.755689] env[69365]: DEBUG oslo_concurrency.lockutils [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] Lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.755894] env[69365]: DEBUG oslo_concurrency.lockutils [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] Lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.756109] env[69365]: DEBUG nova.compute.manager [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] No waiting events found dispatching network-vif-plugged-5ae25901-e112-4013-9803-f766af193733 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.756316] env[69365]: WARNING nova.compute.manager [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Received unexpected event network-vif-plugged-5ae25901-e112-4013-9803-f766af193733 for instance with vm_state building and task_state spawning. [ 1231.756513] env[69365]: DEBUG nova.compute.manager [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Received event network-changed-5ae25901-e112-4013-9803-f766af193733 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.756700] env[69365]: DEBUG nova.compute.manager [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Refreshing instance network info cache due to event network-changed-5ae25901-e112-4013-9803-f766af193733. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.756915] env[69365]: DEBUG oslo_concurrency.lockutils [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] Acquiring lock "refresh_cache-d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.757099] env[69365]: DEBUG oslo_concurrency.lockutils [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] Acquired lock "refresh_cache-d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.757318] env[69365]: DEBUG nova.network.neutron [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Refreshing network info cache for port 5ae25901-e112-4013-9803-f766af193733 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.908864] env[69365]: DEBUG oslo_vmware.rw_handles [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f1815-c49f-fdc5-5772-04a94bee72c8/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1231.909913] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57980a8a-c8fe-49c2-a113-b086ce15847a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.916064] env[69365]: DEBUG oslo_vmware.rw_handles [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f1815-c49f-fdc5-5772-04a94bee72c8/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1231.916235] env[69365]: ERROR oslo_vmware.rw_handles [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f1815-c49f-fdc5-5772-04a94bee72c8/disk-0.vmdk due to incomplete transfer. [ 1231.916447] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-997116cd-d660-45df-818e-4c916f09e076 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.924644] env[69365]: DEBUG oslo_vmware.rw_handles [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f1815-c49f-fdc5-5772-04a94bee72c8/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1231.924846] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Uploaded image 0ca5704b-9660-4a77-a0a0-5601da6dbfb2 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1231.927323] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1231.927576] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9c7f9ef3-33f9-4de9-b959-316332ab9ea7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.935594] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1231.935594] env[69365]: value = "task-3302763" [ 1231.935594] env[69365]: _type = "Task" [ 1231.935594] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.946334] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302763, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.956080] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.034382] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.057386] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.725s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.066257] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.799s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.143847] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302762, 'name': CreateVM_Task, 'duration_secs': 0.469389} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.144031] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.144726] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.144888] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.145400] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.145478] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16ea8c6-a2a2-4413-b9cf-b06b1fe8212e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.150438] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Waiting for the task: (returnval){ [ 1232.150438] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52de3a33-0308-e5b6-889d-f3ada9ab6716" [ 1232.150438] env[69365]: _type = "Task" [ 1232.150438] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.158012] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52de3a33-0308-e5b6-889d-f3ada9ab6716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.446963] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302763, 'name': Destroy_Task, 'duration_secs': 0.367353} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.447767] env[69365]: DEBUG nova.network.neutron [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Updated VIF entry in instance network info cache for port 5ae25901-e112-4013-9803-f766af193733. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.448101] env[69365]: DEBUG nova.network.neutron [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Updating instance_info_cache with network_info: [{"id": "5ae25901-e112-4013-9803-f766af193733", "address": "fa:16:3e:b0:bd:cb", "network": {"id": "db5c4404-27d3-4e20-ac31-99d6e806ceda", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-52318269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1859fab0c74876b0a0e4d559813983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae25901-e1", "ovs_interfaceid": "5ae25901-e112-4013-9803-f766af193733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.449412] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Destroyed the VM [ 1232.449580] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1232.450043] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1507f38e-eaaf-46ec-9c7f-b9f2e4769def {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.456347] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1232.456347] env[69365]: value = "task-3302764" [ 1232.456347] env[69365]: _type = "Task" [ 1232.456347] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.464518] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.464874] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.469315] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302764, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.577736] env[69365]: INFO nova.compute.claims [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.660290] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52de3a33-0308-e5b6-889d-f3ada9ab6716, 'name': SearchDatastore_Task, 'duration_secs': 0.019395} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.660703] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.660987] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.661261] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.661409] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.661794] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.662103] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-263e9788-41bb-43ca-a737-b09290584112 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.670896] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.670896] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.671542] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c1d444-2e2d-419b-b43b-44accd361d57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.676540] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Waiting for the task: (returnval){ [ 1232.676540] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52146223-fd1b-1b69-a651-d5a60ea209b9" [ 1232.676540] env[69365]: _type = "Task" [ 1232.676540] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.683743] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52146223-fd1b-1b69-a651-d5a60ea209b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.950912] env[69365]: DEBUG oslo_concurrency.lockutils [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] Releasing lock "refresh_cache-d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.951253] env[69365]: DEBUG nova.compute.manager [req-abd4ac5d-e96f-4232-9184-29cc8afdb33d req-11085f25-c9d7-4b30-ab0a-73c7ee3af376 service nova] [instance: 0ab28cf4-ef4a-49ca-89bb-8fa03602a248] Received event network-vif-deleted-67e0548b-e121-48e0-a7c7-9699f4ccf89b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.965858] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302764, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.085816] env[69365]: INFO nova.compute.resource_tracker [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating resource usage from migration a91016db-efcb-4fef-a76c-90d6a4e33c65 [ 1233.188985] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52146223-fd1b-1b69-a651-d5a60ea209b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008941} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.189863] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a1fb7f-5757-468f-9f23-b76e13b9ff31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.197217] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Waiting for the task: (returnval){ [ 1233.197217] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b311a2-c747-9922-0e3f-3312f9666023" [ 1233.197217] env[69365]: _type = "Task" [ 1233.197217] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.205561] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b311a2-c747-9922-0e3f-3312f9666023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.249811] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9c88a0-8537-4c2f-b2c9-6b71cfa3cd05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.257730] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826d8845-726e-4942-9c4f-c3533e236e1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.289150] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c89f23-e7a4-4253-901e-665644c2515c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.296448] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2c7041-9a73-4da8-ac9f-092dacd76312 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.309726] env[69365]: DEBUG nova.compute.provider_tree [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.465870] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302764, 'name': RemoveSnapshot_Task, 'duration_secs': 0.853885} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.466114] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1233.466389] env[69365]: DEBUG nova.compute.manager [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.467142] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8e11c9-2c1d-4fa3-9fe5-d2c4c40de4b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.608212] env[69365]: INFO nova.compute.manager [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Swapping old allocation on dict_keys(['57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0']) held by migration c47a1bee-ad30-49c6-9f7e-07089e610d7b for instance [ 1233.628910] env[69365]: DEBUG nova.scheduler.client.report [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Overwriting current allocation {'allocations': {'57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 155}}, 'project_id': '7dcccd5b2d21474a8b93cb2c02b9c163', 'user_id': '2aba849387c84f4b802cf826e19e4767', 'consumer_generation': 1} on consumer 2daa412d-5bd8-4413-930b-a2cf17642728 {{(pid=69365) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1233.702397] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.702592] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.702772] env[69365]: DEBUG nova.network.neutron [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.710405] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b311a2-c747-9922-0e3f-3312f9666023, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.711173] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.711420] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] d6a0d5b6-9069-4ba2-998a-b0ddcdebca97/d6a0d5b6-9069-4ba2-998a-b0ddcdebca97.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.711719] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06fd8fff-ca01-4bda-8ab1-a04e110ba0c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.719648] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Waiting for the task: (returnval){ [ 1233.719648] env[69365]: value = "task-3302765" [ 1233.719648] env[69365]: _type = "Task" [ 1233.719648] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.727215] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.812551] env[69365]: DEBUG nova.scheduler.client.report [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.978725] env[69365]: INFO nova.compute.manager [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Shelve offloading [ 1234.230408] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469227} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.230685] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] d6a0d5b6-9069-4ba2-998a-b0ddcdebca97/d6a0d5b6-9069-4ba2-998a-b0ddcdebca97.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.230900] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.231163] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7446e0a8-55e5-4f5b-ac0c-730a4327662d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.237476] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Waiting for the task: (returnval){ [ 1234.237476] env[69365]: value = "task-3302766" [ 1234.237476] env[69365]: _type = "Task" [ 1234.237476] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.244736] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.317543] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.251s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.317771] env[69365]: INFO nova.compute.manager [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Migrating [ 1234.324274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.113s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.324494] env[69365]: DEBUG nova.objects.instance [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lazy-loading 'resources' on Instance uuid 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.454910] env[69365]: DEBUG nova.network.neutron [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance_info_cache with network_info: [{"id": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "address": "fa:16:3e:63:8d:02", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebb81c6-d9", "ovs_interfaceid": "5ebb81c6-d951-4c5d-b9a6-132ae78d2a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.482259] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.482834] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8835815-d78f-4f10-961c-6c023b2a48a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.490696] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1234.490696] env[69365]: value = "task-3302767" [ 1234.490696] env[69365]: _type = "Task" [ 1234.490696] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.498539] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.747151] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078291} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.747430] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.748207] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc2eb12-58bd-431f-a32a-a4d89df0e566 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.769971] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] d6a0d5b6-9069-4ba2-998a-b0ddcdebca97/d6a0d5b6-9069-4ba2-998a-b0ddcdebca97.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.770229] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c37bd001-8b72-4d7c-b178-901245743361 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.789496] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Waiting for the task: (returnval){ [ 1234.789496] env[69365]: value = "task-3302768" [ 1234.789496] env[69365]: _type = "Task" [ 1234.789496] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.797289] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.838216] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.838389] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.838766] env[69365]: DEBUG nova.network.neutron [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.958256] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-2daa412d-5bd8-4413-930b-a2cf17642728" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.958783] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.959918] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2732a994-eda6-4453-820c-80664862de0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.966742] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1234.966742] env[69365]: value = "task-3302769" [ 1234.966742] env[69365]: _type = "Task" [ 1234.966742] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.977524] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.984025] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed4ff21-2b83-4656-a874-ca14f1738e5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.990185] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a016811-9f8f-4710-96a4-a85233ee7ef7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.027108] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1235.027325] env[69365]: DEBUG nova.compute.manager [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.028391] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074de39d-06b6-4639-87b9-d4a736ff9e92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.031707] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd64e292-7cac-403e-aac6-56759fb061e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.038689] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.038857] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.039106] env[69365]: DEBUG nova.network.neutron [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.043554] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f497e6f-07ef-45a5-add6-3d8a4e292b75 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.059662] env[69365]: DEBUG nova.compute.provider_tree [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.300023] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302768, 'name': ReconfigVM_Task, 'duration_secs': 0.272176} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.300370] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Reconfigured VM instance instance-00000072 to attach disk [datastore1] d6a0d5b6-9069-4ba2-998a-b0ddcdebca97/d6a0d5b6-9069-4ba2-998a-b0ddcdebca97.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.301025] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9584d609-69ca-40ae-b518-2be6187cb2d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.306954] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Waiting for the task: (returnval){ [ 1235.306954] env[69365]: value = "task-3302770" [ 1235.306954] env[69365]: _type = "Task" [ 1235.306954] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.314153] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302770, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.476501] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302769, 'name': PowerOffVM_Task, 'duration_secs': 0.179551} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.476773] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.477458] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.477774] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.477859] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.478059] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.478217] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.478370] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.478608] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.478759] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.478926] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.479141] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.479361] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.484696] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b48190e-83ed-469a-97ef-f2f3261be942 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.503569] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1235.503569] env[69365]: value = "task-3302771" [ 1235.503569] env[69365]: _type = "Task" [ 1235.503569] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.511806] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.562886] env[69365]: DEBUG nova.scheduler.client.report [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.631374] env[69365]: DEBUG nova.network.neutron [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance_info_cache with network_info: [{"id": "b0f441c3-3476-4257-b893-cbb14466e3d3", "address": "fa:16:3e:4e:bb:a3", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f441c3-34", "ovs_interfaceid": "b0f441c3-3476-4257-b893-cbb14466e3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.758590] env[69365]: DEBUG nova.network.neutron [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updating instance_info_cache with network_info: [{"id": "cdda9d24-818a-4a08-a339-95bf17c569dc", "address": "fa:16:3e:d5:f3:08", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdda9d24-81", "ovs_interfaceid": "cdda9d24-818a-4a08-a339-95bf17c569dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.816886] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302770, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.013844] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302771, 'name': ReconfigVM_Task, 'duration_secs': 0.128915} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.014722] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ad1d30-c2b0-4343-92bf-1d22d9f7fb3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.034964] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.035321] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.035497] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.035706] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.035854] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.036014] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.036222] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.036379] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.036545] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.036707] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.036878] env[69365]: DEBUG nova.virt.hardware [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.037745] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d96f2ae-44b2-45ad-968d-4ab0b3a98d54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.043722] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1236.043722] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522e1bf4-bcc0-62f3-2ea2-28c77cffb117" [ 1236.043722] env[69365]: _type = "Task" [ 1236.043722] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.051804] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522e1bf4-bcc0-62f3-2ea2-28c77cffb117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.067730] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.069938] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.036s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.070188] env[69365]: DEBUG nova.objects.instance [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lazy-loading 'resources' on Instance uuid 0ab28cf4-ef4a-49ca-89bb-8fa03602a248 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.085528] env[69365]: INFO nova.scheduler.client.report [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Deleted allocations for instance 1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff [ 1236.134813] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.262224] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.317301] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302770, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.468293] env[69365]: DEBUG nova.compute.manager [req-3529f6b4-4d94-4393-a96d-0377731555cd req-6a8385e6-460b-4869-9b8b-2fa48c5a4739 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Received event network-vif-unplugged-cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.468695] env[69365]: DEBUG oslo_concurrency.lockutils [req-3529f6b4-4d94-4393-a96d-0377731555cd req-6a8385e6-460b-4869-9b8b-2fa48c5a4739 service nova] Acquiring lock "cd03da46-c393-462a-ab8a-45aff0cfbf59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.469037] env[69365]: DEBUG oslo_concurrency.lockutils [req-3529f6b4-4d94-4393-a96d-0377731555cd req-6a8385e6-460b-4869-9b8b-2fa48c5a4739 service nova] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.469322] env[69365]: DEBUG oslo_concurrency.lockutils [req-3529f6b4-4d94-4393-a96d-0377731555cd req-6a8385e6-460b-4869-9b8b-2fa48c5a4739 service nova] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.469586] env[69365]: DEBUG nova.compute.manager [req-3529f6b4-4d94-4393-a96d-0377731555cd req-6a8385e6-460b-4869-9b8b-2fa48c5a4739 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] No waiting events found dispatching network-vif-unplugged-cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.469868] env[69365]: WARNING nova.compute.manager [req-3529f6b4-4d94-4393-a96d-0377731555cd req-6a8385e6-460b-4869-9b8b-2fa48c5a4739 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Received unexpected event network-vif-unplugged-cdda9d24-818a-4a08-a339-95bf17c569dc for instance with vm_state shelved and task_state shelving_offloading. [ 1236.557923] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522e1bf4-bcc0-62f3-2ea2-28c77cffb117, 'name': SearchDatastore_Task, 'duration_secs': 0.007919} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.569402] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1236.569775] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0699d3c0-7bb7-4b7f-9bb9-1514e21f824b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.594217] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.601234] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1c72bd-af29-47dd-9343-af1c4a746429 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.606924] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f3f4f7ff-20ee-472b-871e-d9bd8d9b499a tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "1b936fe7-e51c-4d1d-aa4e-2a4df22d86ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.265s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.618461] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1236.618461] env[69365]: value = "task-3302772" [ 1236.618461] env[69365]: _type = "Task" [ 1236.618461] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.618461] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.621923] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36012946-7333-4090-be3c-e95e52fcfe6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.635409] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.690328] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.690615] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.690813] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleting the datastore file [datastore2] cd03da46-c393-462a-ab8a-45aff0cfbf59 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.693350] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4258b71-2b79-4ec6-a3c0-5f6967741aa3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.700120] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1236.700120] env[69365]: value = "task-3302774" [ 1236.700120] env[69365]: _type = "Task" [ 1236.700120] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.707728] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.754048] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e439fed4-4ec7-4116-a0e2-5ae550725142 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.761106] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d4d0bf-007f-4dcd-b7fa-4c63f9d6acb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.792434] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c85ebbd-7727-4c60-92ec-e6b60e37893f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.799440] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b10d06-dc82-4a3e-8826-85775713c08b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.813938] env[69365]: DEBUG nova.compute.provider_tree [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.823130] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302770, 'name': Rename_Task, 'duration_secs': 1.121114} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.823982] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.824245] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2027c15-4dc6-4c20-9561-56e71b6e09da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.831706] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Waiting for the task: (returnval){ [ 1236.831706] env[69365]: value = "task-3302775" [ 1236.831706] env[69365]: _type = "Task" [ 1236.831706] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.839250] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.124940] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302772, 'name': ReconfigVM_Task, 'duration_secs': 0.202126} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.125270] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1237.126100] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15055a83-1215-497d-bdf2-0ebb9bc57e1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.148755] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 2daa412d-5bd8-4413-930b-a2cf17642728/2daa412d-5bd8-4413-930b-a2cf17642728.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.151973] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79de2dd7-ec3d-49e5-9781-8096586c3c06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.169556] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360a8daa-60ec-41d6-bf17-786ea049cd3b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.174512] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1237.174512] env[69365]: value = "task-3302776" [ 1237.174512] env[69365]: _type = "Task" [ 1237.174512] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.194623] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance 'a0fdc83d-4928-4319-ad2c-0ea6226e7cf3' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.204523] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.921888] env[69365]: DEBUG nova.scheduler.client.report [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.926324] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.926622] env[69365]: DEBUG oslo_vmware.api [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133984} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.934297] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72bda10b-9108-4a5b-b7ad-4bb4c695d659 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.935738] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.935951] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.936120] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.947071] env[69365]: DEBUG oslo_vmware.api [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302775, 'name': PowerOnVM_Task, 'duration_secs': 0.448027} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.947329] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302776, 'name': ReconfigVM_Task, 'duration_secs': 0.263229} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.948503] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.948736] env[69365]: INFO nova.compute.manager [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1237.948945] env[69365]: DEBUG nova.compute.manager [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.949248] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 2daa412d-5bd8-4413-930b-a2cf17642728/2daa412d-5bd8-4413-930b-a2cf17642728.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.949644] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1237.949644] env[69365]: value = "task-3302778" [ 1237.949644] env[69365]: _type = "Task" [ 1237.949644] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.950345] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dfb517-04ec-4a1e-8bd7-895a7aa1acc9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.953559] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e623c4f-d68e-4710-85df-f4da324e229e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.960128] env[69365]: INFO nova.scheduler.client.report [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleted allocations for instance cd03da46-c393-462a-ab8a-45aff0cfbf59 [ 1237.986116] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.987229] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e2e3ce-02fa-41b6-9391-9bcda455d36f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.006088] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5c0381-a2ed-45cb-95dc-51980045dd22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.023733] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0750f9dd-343b-4abe-8f13-3f0ba6129b78 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.030546] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.030769] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3be5c891-2893-4ea3-9844-3bbb54064351 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.037062] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1238.037062] env[69365]: value = "task-3302779" [ 1238.037062] env[69365]: _type = "Task" [ 1238.037062] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.043964] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.428843] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.359s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.446455] env[69365]: INFO nova.scheduler.client.report [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleted allocations for instance 0ab28cf4-ef4a-49ca-89bb-8fa03602a248 [ 1238.465164] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.465377] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.465626] env[69365]: DEBUG nova.objects.instance [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lazy-loading 'resources' on Instance uuid cd03da46-c393-462a-ab8a-45aff0cfbf59 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.470096] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302778, 'name': PowerOffVM_Task, 'duration_secs': 0.322009} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.470291] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.470467] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance 'a0fdc83d-4928-4319-ad2c-0ea6226e7cf3' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.493850] env[69365]: DEBUG nova.compute.manager [req-3aa97437-71da-4bdc-9ee7-e48ad9aad0cd req-9bd85bc4-635d-48e6-94ff-81d0fccd208a service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Received event network-changed-cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.493850] env[69365]: DEBUG nova.compute.manager [req-3aa97437-71da-4bdc-9ee7-e48ad9aad0cd req-9bd85bc4-635d-48e6-94ff-81d0fccd208a service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Refreshing instance network info cache due to event network-changed-cdda9d24-818a-4a08-a339-95bf17c569dc. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.493850] env[69365]: DEBUG oslo_concurrency.lockutils [req-3aa97437-71da-4bdc-9ee7-e48ad9aad0cd req-9bd85bc4-635d-48e6-94ff-81d0fccd208a service nova] Acquiring lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.494408] env[69365]: DEBUG oslo_concurrency.lockutils [req-3aa97437-71da-4bdc-9ee7-e48ad9aad0cd req-9bd85bc4-635d-48e6-94ff-81d0fccd208a service nova] Acquired lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.494408] env[69365]: DEBUG nova.network.neutron [req-3aa97437-71da-4bdc-9ee7-e48ad9aad0cd req-9bd85bc4-635d-48e6-94ff-81d0fccd208a service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Refreshing network info cache for port cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.497086] env[69365]: INFO nova.compute.manager [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Took 14.49 seconds to build instance. [ 1238.546987] env[69365]: DEBUG oslo_vmware.api [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302779, 'name': PowerOnVM_Task, 'duration_secs': 0.445051} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.547239] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.956492] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cbaf0d8-3a66-4a88-bc0a-b2fb248c78b7 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "0ab28cf4-ef4a-49ca-89bb-8fa03602a248" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.846s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.971176] env[69365]: DEBUG nova.objects.instance [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lazy-loading 'numa_topology' on Instance uuid cd03da46-c393-462a-ab8a-45aff0cfbf59 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.977168] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.977425] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.977615] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.977797] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.977958] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.978117] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.978324] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.978483] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.978665] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.978862] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.979050] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.984800] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d761890a-6a80-4731-be8a-bb72f117ca64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.002230] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6d820e4c-b13b-4082-a6a7-883c97af7f54 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.009s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.003549] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1239.003549] env[69365]: value = "task-3302780" [ 1239.003549] env[69365]: _type = "Task" [ 1239.003549] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.011598] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.243439] env[69365]: DEBUG nova.network.neutron [req-3aa97437-71da-4bdc-9ee7-e48ad9aad0cd req-9bd85bc4-635d-48e6-94ff-81d0fccd208a service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updated VIF entry in instance network info cache for port cdda9d24-818a-4a08-a339-95bf17c569dc. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.243794] env[69365]: DEBUG nova.network.neutron [req-3aa97437-71da-4bdc-9ee7-e48ad9aad0cd req-9bd85bc4-635d-48e6-94ff-81d0fccd208a service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updating instance_info_cache with network_info: [{"id": "cdda9d24-818a-4a08-a339-95bf17c569dc", "address": "fa:16:3e:d5:f3:08", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcdda9d24-81", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.473757] env[69365]: DEBUG nova.objects.base [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1239.514620] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302780, 'name': ReconfigVM_Task, 'duration_secs': 0.154036} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.517017] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance 'a0fdc83d-4928-4319-ad2c-0ea6226e7cf3' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.542385] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Acquiring lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.542623] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.542821] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Acquiring lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.542999] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.543194] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.545390] env[69365]: INFO nova.compute.manager [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Terminating instance [ 1239.557350] env[69365]: INFO nova.compute.manager [None req-4b82d605-939d-4064-b909-98c7b7e99a6f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance to original state: 'active' [ 1239.583050] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd58939-87ea-4561-9dee-fa51e7c519b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.590090] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d843a42c-0b0c-4d93-899a-d59613ac92b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.620620] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc51983-836a-42d3-ba07-9c87df64154b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.627406] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7394b577-68a5-4f6e-9aaa-2941cbeb90e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.640227] env[69365]: DEBUG nova.compute.provider_tree [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.746326] env[69365]: DEBUG oslo_concurrency.lockutils [req-3aa97437-71da-4bdc-9ee7-e48ad9aad0cd req-9bd85bc4-635d-48e6-94ff-81d0fccd208a service nova] Releasing lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.025016] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.025016] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.025016] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.025016] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.025470] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.025470] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.025576] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.025890] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.026116] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.026330] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.026568] env[69365]: DEBUG nova.virt.hardware [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.032854] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.033501] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ba97358-5896-4897-bd10-67433a3edb89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.048783] env[69365]: DEBUG nova.compute.manager [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.048989] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.050166] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c638def2-6fad-4eab-bfd5-a113e55a70bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.053914] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1240.053914] env[69365]: value = "task-3302781" [ 1240.053914] env[69365]: _type = "Task" [ 1240.053914] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.059175] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.059678] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-346146f9-2dbd-452c-b5c0-71c7bd693908 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.066405] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.069935] env[69365]: DEBUG oslo_vmware.api [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Waiting for the task: (returnval){ [ 1240.069935] env[69365]: value = "task-3302782" [ 1240.069935] env[69365]: _type = "Task" [ 1240.069935] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.078697] env[69365]: DEBUG oslo_vmware.api [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.144092] env[69365]: DEBUG nova.scheduler.client.report [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.400151] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "cd03da46-c393-462a-ab8a-45aff0cfbf59" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.435250] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "362c10e3-f824-4b2f-8443-06131bed11f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.435477] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "362c10e3-f824-4b2f-8443-06131bed11f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.565265] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302781, 'name': ReconfigVM_Task, 'duration_secs': 0.220158} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.565596] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.566425] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a243c8b-65cb-4549-9251-60c5d49dec11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.595931] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] a0fdc83d-4928-4319-ad2c-0ea6226e7cf3/a0fdc83d-4928-4319-ad2c-0ea6226e7cf3.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.596887] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8319c368-0a4a-4eef-a4e5-2c23d80c53fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.614868] env[69365]: DEBUG oslo_vmware.api [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302782, 'name': PowerOffVM_Task, 'duration_secs': 0.196066} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.616105] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.616291] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.616591] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1240.616591] env[69365]: value = "task-3302783" [ 1240.616591] env[69365]: _type = "Task" [ 1240.616591] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.616777] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b4419dd-27ab-4b42-ac46-9f07b856f3f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.626488] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.649017] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.679135] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.679436] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.679683] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Deleting the datastore file [datastore1] d6a0d5b6-9069-4ba2-998a-b0ddcdebca97 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.679974] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a33f894-605c-46f3-bf94-179c18146cbf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.686947] env[69365]: DEBUG oslo_vmware.api [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Waiting for the task: (returnval){ [ 1240.686947] env[69365]: value = "task-3302785" [ 1240.686947] env[69365]: _type = "Task" [ 1240.686947] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.695434] env[69365]: DEBUG oslo_vmware.api [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.914953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.915231] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.915454] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.915642] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.915816] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.919861] env[69365]: INFO nova.compute.manager [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Terminating instance [ 1240.937915] env[69365]: DEBUG nova.compute.manager [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.127438] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.156852] env[69365]: DEBUG oslo_concurrency.lockutils [None req-28577e1f-5b83-41a9-bf4b-a0a13a03b959 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.936s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.157526] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.758s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.157689] env[69365]: INFO nova.compute.manager [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Unshelving [ 1241.196580] env[69365]: DEBUG oslo_vmware.api [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Task: {'id': task-3302785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134943} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.196716] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.196857] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.198036] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.198036] env[69365]: INFO nova.compute.manager [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1241.198036] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.198036] env[69365]: DEBUG nova.compute.manager [-] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.198036] env[69365]: DEBUG nova.network.neutron [-] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.353196] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "2daa412d-5bd8-4413-930b-a2cf17642728" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.353557] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "2daa412d-5bd8-4413-930b-a2cf17642728" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.353851] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "2daa412d-5bd8-4413-930b-a2cf17642728-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.354123] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "2daa412d-5bd8-4413-930b-a2cf17642728-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.354355] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "2daa412d-5bd8-4413-930b-a2cf17642728-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.356696] env[69365]: INFO nova.compute.manager [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Terminating instance [ 1241.424478] env[69365]: DEBUG nova.compute.manager [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.424708] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.425897] env[69365]: DEBUG nova.compute.manager [req-094c92f6-2306-41e5-9a1c-1c3d3838ca6f req-1188cc72-c0ce-45b8-a6c7-93163948d761 service nova] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Received event network-vif-deleted-5ae25901-e112-4013-9803-f766af193733 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.426558] env[69365]: INFO nova.compute.manager [req-094c92f6-2306-41e5-9a1c-1c3d3838ca6f req-1188cc72-c0ce-45b8-a6c7-93163948d761 service nova] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Neutron deleted interface 5ae25901-e112-4013-9803-f766af193733; detaching it from the instance and deleting it from the info cache [ 1241.426771] env[69365]: DEBUG nova.network.neutron [req-094c92f6-2306-41e5-9a1c-1c3d3838ca6f req-1188cc72-c0ce-45b8-a6c7-93163948d761 service nova] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.429644] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb016da-a1ed-4020-b221-8b9fc34f2e8d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.438365] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.438603] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a74af240-6241-4f66-b5dc-11ef1055eba5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.445904] env[69365]: DEBUG oslo_vmware.api [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1241.445904] env[69365]: value = "task-3302786" [ 1241.445904] env[69365]: _type = "Task" [ 1241.445904] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.453752] env[69365]: DEBUG oslo_vmware.api [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.458276] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.458575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.460027] env[69365]: INFO nova.compute.claims [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.629139] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.860416] env[69365]: DEBUG nova.compute.manager [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.860700] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.861627] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0f4b73-5804-49be-943d-46236102c4e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.868806] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.869034] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ced2d6a-509e-4bf1-8346-7465f5532213 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.874469] env[69365]: DEBUG oslo_vmware.api [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1241.874469] env[69365]: value = "task-3302787" [ 1241.874469] env[69365]: _type = "Task" [ 1241.874469] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.881838] env[69365]: DEBUG oslo_vmware.api [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.906419] env[69365]: DEBUG nova.network.neutron [-] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.928975] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed24a5a7-5b7d-4295-b12a-61ebc2f4edb0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.938339] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e911e6-af7f-454a-a70f-3eb527ad2da3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.961524] env[69365]: DEBUG oslo_vmware.api [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302786, 'name': PowerOffVM_Task, 'duration_secs': 0.367925} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.961809] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.961982] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.962248] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7af0d7a-d5f6-4f7d-967f-72215b1cb6bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.975085] env[69365]: DEBUG nova.compute.manager [req-094c92f6-2306-41e5-9a1c-1c3d3838ca6f req-1188cc72-c0ce-45b8-a6c7-93163948d761 service nova] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Detach interface failed, port_id=5ae25901-e112-4013-9803-f766af193733, reason: Instance d6a0d5b6-9069-4ba2-998a-b0ddcdebca97 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.035089] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.035292] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.035478] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Deleting the datastore file [datastore2] ab2a8a67-8f2c-40a1-9a8d-1072102b8590 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.035757] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31e3f713-9aec-4aaf-bc61-b9ebcff42cdf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.043630] env[69365]: DEBUG oslo_vmware.api [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1242.043630] env[69365]: value = "task-3302789" [ 1242.043630] env[69365]: _type = "Task" [ 1242.043630] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.052718] env[69365]: DEBUG oslo_vmware.api [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.129050] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302783, 'name': ReconfigVM_Task, 'duration_secs': 1.2122} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.129050] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfigured VM instance instance-0000006c to attach disk [datastore2] a0fdc83d-4928-4319-ad2c-0ea6226e7cf3/a0fdc83d-4928-4319-ad2c-0ea6226e7cf3.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.129050] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance 'a0fdc83d-4928-4319-ad2c-0ea6226e7cf3' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.180449] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.384778] env[69365]: DEBUG oslo_vmware.api [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302787, 'name': PowerOffVM_Task, 'duration_secs': 0.178104} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.385036] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.385208] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.385443] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-123ced9e-3ecc-4a23-b480-c7d07ba2975a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.409382] env[69365]: INFO nova.compute.manager [-] [instance: d6a0d5b6-9069-4ba2-998a-b0ddcdebca97] Took 1.21 seconds to deallocate network for instance. [ 1242.446056] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.446295] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.446474] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleting the datastore file [datastore1] 2daa412d-5bd8-4413-930b-a2cf17642728 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.446952] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-812e0e76-8ed4-46d4-9d19-74d63c36b0e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.454329] env[69365]: DEBUG oslo_vmware.api [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1242.454329] env[69365]: value = "task-3302791" [ 1242.454329] env[69365]: _type = "Task" [ 1242.454329] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.462180] env[69365]: DEBUG oslo_vmware.api [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.553498] env[69365]: DEBUG oslo_vmware.api [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202351} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.553773] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.553964] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.554158] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.554327] env[69365]: INFO nova.compute.manager [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1242.554564] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.554751] env[69365]: DEBUG nova.compute.manager [-] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.554846] env[69365]: DEBUG nova.network.neutron [-] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.608276] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136bd2ca-96e1-412b-b570-eff095eb82c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.616017] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482ede42-4bbf-458d-81c6-d0c68c4f3caf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.647746] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ce7916-1f8a-4bb9-bc60-8bd526cc061e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.650964] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037361ae-c7ed-4b2c-aa18-41883293f987 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.673766] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f2dd0d-f759-402e-b95f-ded88219754f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.677197] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf62d1e1-4e4b-456d-9fcc-3ad337ee1be1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.690920] env[69365]: DEBUG nova.compute.provider_tree [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.708106] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance 'a0fdc83d-4928-4319-ad2c-0ea6226e7cf3' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.713384] env[69365]: DEBUG nova.scheduler.client.report [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.915352] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.964756] env[69365]: DEBUG oslo_vmware.api [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15036} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.964971] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.965181] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.965403] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.965597] env[69365]: INFO nova.compute.manager [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1242.966055] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.966282] env[69365]: DEBUG nova.compute.manager [-] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.966408] env[69365]: DEBUG nova.network.neutron [-] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.035968] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.218997] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.760s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.219897] env[69365]: DEBUG nova.compute.manager [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.223156] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.043s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.224138] env[69365]: DEBUG nova.objects.instance [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lazy-loading 'pci_requests' on Instance uuid cd03da46-c393-462a-ab8a-45aff0cfbf59 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.300053] env[69365]: DEBUG nova.network.neutron [-] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.452017] env[69365]: DEBUG nova.compute.manager [req-50cb5224-d8c6-4abb-a0f1-46cb33592545 req-ae08c148-8cf0-4c86-8751-5fa45f8086f8 service nova] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Received event network-vif-deleted-11ab6e1c-5fee-4bb8-bc29-2e5f00592a30 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.452249] env[69365]: DEBUG nova.compute.manager [req-50cb5224-d8c6-4abb-a0f1-46cb33592545 req-ae08c148-8cf0-4c86-8751-5fa45f8086f8 service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Received event network-vif-deleted-5ebb81c6-d951-4c5d-b9a6-132ae78d2a40 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.452434] env[69365]: INFO nova.compute.manager [req-50cb5224-d8c6-4abb-a0f1-46cb33592545 req-ae08c148-8cf0-4c86-8751-5fa45f8086f8 service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Neutron deleted interface 5ebb81c6-d951-4c5d-b9a6-132ae78d2a40; detaching it from the instance and deleting it from the info cache [ 1243.452576] env[69365]: DEBUG nova.network.neutron [req-50cb5224-d8c6-4abb-a0f1-46cb33592545 req-ae08c148-8cf0-4c86-8751-5fa45f8086f8 service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.542017] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Getting list of instances from cluster (obj){ [ 1243.542017] env[69365]: value = "domain-c8" [ 1243.542017] env[69365]: _type = "ClusterComputeResource" [ 1243.542017] env[69365]: } {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1243.542017] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4a3a20-f671-4531-a6c2-e7abb6a1b83d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.555297] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Got total of 4 instances {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1243.555590] env[69365]: WARNING nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] While synchronizing instance power states, found 8 instances in the database and 4 instances on the hypervisor. [ 1243.555841] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Triggering sync for uuid e1c30937-800f-4fee-a638-2bd109047cf0 {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1243.556144] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Triggering sync for uuid ab2a8a67-8f2c-40a1-9a8d-1072102b8590 {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1243.556463] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Triggering sync for uuid e41159ba-60e5-4bff-9c66-8c5ed6b7bd87 {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1243.556752] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Triggering sync for uuid 2daa412d-5bd8-4413-930b-a2cf17642728 {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1243.557023] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Triggering sync for uuid a0fdc83d-4928-4319-ad2c-0ea6226e7cf3 {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1243.557297] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Triggering sync for uuid 0c1ca54f-9712-417b-ad17-94c66183ab4b {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1243.557562] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Triggering sync for uuid d6a0d5b6-9069-4ba2-998a-b0ddcdebca97 {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1243.557866] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Triggering sync for uuid 362c10e3-f824-4b2f-8443-06131bed11f8 {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1243.558298] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "e1c30937-800f-4fee-a638-2bd109047cf0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.558646] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "e1c30937-800f-4fee-a638-2bd109047cf0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.559028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.559387] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.559693] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.560068] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "2daa412d-5bd8-4413-930b-a2cf17642728" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.561022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.561022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.561022] env[69365]: INFO nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1243.561022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.561378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "0c1ca54f-9712-417b-ad17-94c66183ab4b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.561663] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "0c1ca54f-9712-417b-ad17-94c66183ab4b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.562018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.562335] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "362c10e3-f824-4b2f-8443-06131bed11f8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.563249] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55b663d-a428-4a9b-b1ae-2ab8a69c59f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.569017] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d88a5c9-a81c-4abd-9d68-1548c1276942 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.569173] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc981b4-f9da-4932-8cd3-d56d6b3beef9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.663475] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "0c1ca54f-9712-417b-ad17-94c66183ab4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.725170] env[69365]: DEBUG nova.compute.utils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.726620] env[69365]: DEBUG nova.compute.manager [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.726620] env[69365]: DEBUG nova.network.neutron [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.729906] env[69365]: DEBUG nova.objects.instance [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lazy-loading 'numa_topology' on Instance uuid cd03da46-c393-462a-ab8a-45aff0cfbf59 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.784881] env[69365]: DEBUG nova.policy [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6cac28c22c4d87bd3e88a43978d109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd29bc10f4174032b8ced8365fc1f7cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.803624] env[69365]: INFO nova.compute.manager [-] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] Took 1.25 seconds to deallocate network for instance. [ 1243.921659] env[69365]: DEBUG nova.network.neutron [-] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.955013] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeb818bc-45a9-4797-aa63-2074b38dda36 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.965051] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1b2071-d04b-42d4-9d54-fdd37751892a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.992595] env[69365]: DEBUG nova.compute.manager [req-50cb5224-d8c6-4abb-a0f1-46cb33592545 req-ae08c148-8cf0-4c86-8751-5fa45f8086f8 service nova] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Detach interface failed, port_id=5ebb81c6-d951-4c5d-b9a6-132ae78d2a40, reason: Instance 2daa412d-5bd8-4413-930b-a2cf17642728 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1244.067839] env[69365]: DEBUG nova.network.neutron [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Successfully created port: 7e0fcc2c-c331-403d-b098-04f28063e9ce {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.081449] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "e1c30937-800f-4fee-a638-2bd109047cf0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.082241] env[69365]: INFO nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] During sync_power_state the instance has a pending task (deleting). Skip. [ 1244.082336] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "0c1ca54f-9712-417b-ad17-94c66183ab4b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.083738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.083738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "0c1ca54f-9712-417b-ad17-94c66183ab4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.420s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.083738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "0c1ca54f-9712-417b-ad17-94c66183ab4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.083738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "0c1ca54f-9712-417b-ad17-94c66183ab4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.083738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "0c1ca54f-9712-417b-ad17-94c66183ab4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.085559] env[69365]: INFO nova.compute.manager [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Terminating instance [ 1244.229563] env[69365]: DEBUG nova.compute.manager [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.232748] env[69365]: INFO nova.compute.claims [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.309929] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.379643] env[69365]: DEBUG nova.network.neutron [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Port b0f441c3-3476-4257-b893-cbb14466e3d3 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1244.424503] env[69365]: INFO nova.compute.manager [-] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] Took 1.46 seconds to deallocate network for instance. [ 1244.589522] env[69365]: DEBUG nova.compute.manager [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.589761] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.590722] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97d1a4f-eac7-493c-8fa6-003ba2cc9ec2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.598114] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.598334] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85ae0f46-69e7-4eaa-95f7-9eb5067bdb9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.605215] env[69365]: DEBUG oslo_vmware.api [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1244.605215] env[69365]: value = "task-3302792" [ 1244.605215] env[69365]: _type = "Task" [ 1244.605215] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.613268] env[69365]: DEBUG oslo_vmware.api [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.931455] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.115730] env[69365]: DEBUG oslo_vmware.api [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302792, 'name': PowerOffVM_Task, 'duration_secs': 0.180092} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.116069] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.116310] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.116599] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-507a648e-d677-494c-aee1-d3e8894cd68c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.179698] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.179992] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.180218] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Deleting the datastore file [datastore1] 0c1ca54f-9712-417b-ad17-94c66183ab4b {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.180486] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf1299b4-6a90-4076-a752-b31ec3890422 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.187711] env[69365]: DEBUG oslo_vmware.api [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1245.187711] env[69365]: value = "task-3302794" [ 1245.187711] env[69365]: _type = "Task" [ 1245.187711] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.197031] env[69365]: DEBUG oslo_vmware.api [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.240745] env[69365]: DEBUG nova.compute.manager [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.270040] env[69365]: DEBUG nova.virt.hardware [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.270338] env[69365]: DEBUG nova.virt.hardware [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.270520] env[69365]: DEBUG nova.virt.hardware [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.270786] env[69365]: DEBUG nova.virt.hardware [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.270944] env[69365]: DEBUG nova.virt.hardware [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.271108] env[69365]: DEBUG nova.virt.hardware [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.271312] env[69365]: DEBUG nova.virt.hardware [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.271473] env[69365]: DEBUG nova.virt.hardware [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.271641] env[69365]: DEBUG nova.virt.hardware [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.271830] env[69365]: DEBUG nova.virt.hardware [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.272009] env[69365]: DEBUG nova.virt.hardware [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.272848] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9974f04-a9ed-42f4-81d3-bdc604c58447 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.282969] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8d3793-9f73-450d-a64c-ecd161fe41c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.395320] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91c0dc8-5425-49e4-bc7f-3d93d113b09e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.400275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.400490] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.400692] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.416025] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a8198a-c8ab-43bd-9069-ffc25c904da5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.453099] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae053741-f4ae-4012-a197-6c969b9cbdaa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.462652] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dcaed3-b194-4584-94a8-f90892625452 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.477718] env[69365]: DEBUG nova.compute.provider_tree [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.479753] env[69365]: DEBUG nova.compute.manager [req-849c7e09-3757-4f88-9f70-7ba75a4efe03 req-12b1d46b-f20d-4cb3-93df-21bc7e8aad1d service nova] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Received event network-vif-plugged-7e0fcc2c-c331-403d-b098-04f28063e9ce {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.479955] env[69365]: DEBUG oslo_concurrency.lockutils [req-849c7e09-3757-4f88-9f70-7ba75a4efe03 req-12b1d46b-f20d-4cb3-93df-21bc7e8aad1d service nova] Acquiring lock "362c10e3-f824-4b2f-8443-06131bed11f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.480173] env[69365]: DEBUG oslo_concurrency.lockutils [req-849c7e09-3757-4f88-9f70-7ba75a4efe03 req-12b1d46b-f20d-4cb3-93df-21bc7e8aad1d service nova] Lock "362c10e3-f824-4b2f-8443-06131bed11f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.480338] env[69365]: DEBUG oslo_concurrency.lockutils [req-849c7e09-3757-4f88-9f70-7ba75a4efe03 req-12b1d46b-f20d-4cb3-93df-21bc7e8aad1d service nova] Lock "362c10e3-f824-4b2f-8443-06131bed11f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.480504] env[69365]: DEBUG nova.compute.manager [req-849c7e09-3757-4f88-9f70-7ba75a4efe03 req-12b1d46b-f20d-4cb3-93df-21bc7e8aad1d service nova] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] No waiting events found dispatching network-vif-plugged-7e0fcc2c-c331-403d-b098-04f28063e9ce {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.480702] env[69365]: WARNING nova.compute.manager [req-849c7e09-3757-4f88-9f70-7ba75a4efe03 req-12b1d46b-f20d-4cb3-93df-21bc7e8aad1d service nova] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Received unexpected event network-vif-plugged-7e0fcc2c-c331-403d-b098-04f28063e9ce for instance with vm_state building and task_state spawning. [ 1245.548145] env[69365]: DEBUG nova.network.neutron [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Successfully updated port: 7e0fcc2c-c331-403d-b098-04f28063e9ce {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.697640] env[69365]: DEBUG oslo_vmware.api [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131243} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.697877] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.698068] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.698241] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.698416] env[69365]: INFO nova.compute.manager [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1245.698697] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.698893] env[69365]: DEBUG nova.compute.manager [-] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.698990] env[69365]: DEBUG nova.network.neutron [-] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.983377] env[69365]: DEBUG nova.scheduler.client.report [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.051192] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "refresh_cache-362c10e3-f824-4b2f-8443-06131bed11f8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.051401] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "refresh_cache-362c10e3-f824-4b2f-8443-06131bed11f8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.051709] env[69365]: DEBUG nova.network.neutron [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.467251] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.467493] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.467625] env[69365]: DEBUG nova.network.neutron [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.488193] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.265s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.490305] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.575s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.490539] env[69365]: DEBUG nova.objects.instance [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Lazy-loading 'resources' on Instance uuid d6a0d5b6-9069-4ba2-998a-b0ddcdebca97 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.515904] env[69365]: INFO nova.network.neutron [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updating port cdda9d24-818a-4a08-a339-95bf17c569dc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1246.590726] env[69365]: DEBUG nova.network.neutron [-] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.606247] env[69365]: DEBUG nova.network.neutron [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.838273] env[69365]: DEBUG nova.network.neutron [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Updating instance_info_cache with network_info: [{"id": "7e0fcc2c-c331-403d-b098-04f28063e9ce", "address": "fa:16:3e:40:e8:c7", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0fcc2c-c3", "ovs_interfaceid": "7e0fcc2c-c331-403d-b098-04f28063e9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.096925] env[69365]: INFO nova.compute.manager [-] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Took 1.40 seconds to deallocate network for instance. [ 1247.116030] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f4675d-54e0-4ad9-b8b7-ca5c0d9c1f89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.125640] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e461bba9-97e1-4d65-a6be-c526a8abc84a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.156404] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afb75fe-f2fc-4eb6-8b93-090b62bf0055 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.166613] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745be3ca-3e21-4d62-bb74-a0d629b0991f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.180019] env[69365]: DEBUG nova.compute.provider_tree [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.198829] env[69365]: DEBUG nova.network.neutron [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance_info_cache with network_info: [{"id": "b0f441c3-3476-4257-b893-cbb14466e3d3", "address": "fa:16:3e:4e:bb:a3", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f441c3-34", "ovs_interfaceid": "b0f441c3-3476-4257-b893-cbb14466e3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.340617] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "refresh_cache-362c10e3-f824-4b2f-8443-06131bed11f8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.340985] env[69365]: DEBUG nova.compute.manager [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Instance network_info: |[{"id": "7e0fcc2c-c331-403d-b098-04f28063e9ce", "address": "fa:16:3e:40:e8:c7", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0fcc2c-c3", "ovs_interfaceid": "7e0fcc2c-c331-403d-b098-04f28063e9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.341416] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:e8:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e0fcc2c-c331-403d-b098-04f28063e9ce', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.349083] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.349295] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.349518] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ca86c44-5605-4dbe-a820-571298b5b4d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.369148] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.369148] env[69365]: value = "task-3302795" [ 1247.369148] env[69365]: _type = "Task" [ 1247.369148] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.376649] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302795, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.503978] env[69365]: DEBUG nova.compute.manager [req-3363064e-a415-4c99-9bfc-f3b65e5a4fdf req-eccdd888-2619-4145-9eb0-0dabc3d96418 service nova] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Received event network-changed-7e0fcc2c-c331-403d-b098-04f28063e9ce {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.504327] env[69365]: DEBUG nova.compute.manager [req-3363064e-a415-4c99-9bfc-f3b65e5a4fdf req-eccdd888-2619-4145-9eb0-0dabc3d96418 service nova] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Refreshing instance network info cache due to event network-changed-7e0fcc2c-c331-403d-b098-04f28063e9ce. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.504575] env[69365]: DEBUG oslo_concurrency.lockutils [req-3363064e-a415-4c99-9bfc-f3b65e5a4fdf req-eccdd888-2619-4145-9eb0-0dabc3d96418 service nova] Acquiring lock "refresh_cache-362c10e3-f824-4b2f-8443-06131bed11f8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.504778] env[69365]: DEBUG oslo_concurrency.lockutils [req-3363064e-a415-4c99-9bfc-f3b65e5a4fdf req-eccdd888-2619-4145-9eb0-0dabc3d96418 service nova] Acquired lock "refresh_cache-362c10e3-f824-4b2f-8443-06131bed11f8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.505051] env[69365]: DEBUG nova.network.neutron [req-3363064e-a415-4c99-9bfc-f3b65e5a4fdf req-eccdd888-2619-4145-9eb0-0dabc3d96418 service nova] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Refreshing network info cache for port 7e0fcc2c-c331-403d-b098-04f28063e9ce {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.603680] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.682958] env[69365]: DEBUG nova.scheduler.client.report [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.701369] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.880200] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302795, 'name': CreateVM_Task, 'duration_secs': 0.316275} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.880385] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.881090] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.881266] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.881581] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.881860] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026d1ac6-8044-4740-9588-b6f7c14637c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.885999] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1247.885999] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52214790-7be0-accc-f968-6416afefe46d" [ 1247.885999] env[69365]: _type = "Task" [ 1247.885999] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.893101] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52214790-7be0-accc-f968-6416afefe46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.188342] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.190882] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.881s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.193377] env[69365]: DEBUG nova.objects.instance [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lazy-loading 'resources' on Instance uuid ab2a8a67-8f2c-40a1-9a8d-1072102b8590 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.207859] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.208178] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.208254] env[69365]: DEBUG nova.network.neutron [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.216179] env[69365]: INFO nova.scheduler.client.report [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Deleted allocations for instance d6a0d5b6-9069-4ba2-998a-b0ddcdebca97 [ 1248.222940] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb42a224-4303-46e9-962a-b4b2eb67b2ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.232052] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a51240-4089-45a9-8b3b-2cbc73505451 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.292988] env[69365]: DEBUG nova.network.neutron [req-3363064e-a415-4c99-9bfc-f3b65e5a4fdf req-eccdd888-2619-4145-9eb0-0dabc3d96418 service nova] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Updated VIF entry in instance network info cache for port 7e0fcc2c-c331-403d-b098-04f28063e9ce. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.293476] env[69365]: DEBUG nova.network.neutron [req-3363064e-a415-4c99-9bfc-f3b65e5a4fdf req-eccdd888-2619-4145-9eb0-0dabc3d96418 service nova] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Updating instance_info_cache with network_info: [{"id": "7e0fcc2c-c331-403d-b098-04f28063e9ce", "address": "fa:16:3e:40:e8:c7", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0fcc2c-c3", "ovs_interfaceid": "7e0fcc2c-c331-403d-b098-04f28063e9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.396643] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52214790-7be0-accc-f968-6416afefe46d, 'name': SearchDatastore_Task, 'duration_secs': 0.009312} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.396987] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.397277] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.397562] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.397737] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.397928] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.398196] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f98745cd-199a-4c4b-8574-9b0a99bcf138 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.406464] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.406663] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.407373] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98d1217-5ab0-4a4b-8fa6-c51ff5d0bb50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.412392] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1248.412392] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523324c3-09e9-1a41-81cd-55631f298400" [ 1248.412392] env[69365]: _type = "Task" [ 1248.412392] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.419663] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523324c3-09e9-1a41-81cd-55631f298400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.728860] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0500ed23-c009-4ebe-9d04-772f83986324 tempest-InstanceActionsNegativeTestJSON-1580750076 tempest-InstanceActionsNegativeTestJSON-1580750076-project-member] Lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.186s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.729863] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.168s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.732517] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-398e7a81-943a-4f24-a59c-6d09e2131b4e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.743051] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c13c17-7909-45b8-a62c-533536108167 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.796511] env[69365]: DEBUG oslo_concurrency.lockutils [req-3363064e-a415-4c99-9bfc-f3b65e5a4fdf req-eccdd888-2619-4145-9eb0-0dabc3d96418 service nova] Releasing lock "refresh_cache-362c10e3-f824-4b2f-8443-06131bed11f8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.796781] env[69365]: DEBUG nova.compute.manager [req-3363064e-a415-4c99-9bfc-f3b65e5a4fdf req-eccdd888-2619-4145-9eb0-0dabc3d96418 service nova] [instance: 0c1ca54f-9712-417b-ad17-94c66183ab4b] Received event network-vif-deleted-91b2707e-862f-4ee3-9490-a7cd6c24693b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.856753] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a68b88a-0dbc-44f9-88e0-ca4fb7420517 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.866676] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde12f0b-3aa9-45c1-bc62-5eb490d963c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.904204] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defc3ccc-67fa-49ee-a653-149da1ea40c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.913223] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d94516a-f604-45ca-9479-501383e090cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.931374] env[69365]: DEBUG nova.compute.provider_tree [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.937990] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523324c3-09e9-1a41-81cd-55631f298400, 'name': SearchDatastore_Task, 'duration_secs': 0.008135} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.939571] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8225e9-ed85-464d-8f48-059b191eddc2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.946244] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1248.946244] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ba2458-7083-dff3-4099-38281a43d304" [ 1248.946244] env[69365]: _type = "Task" [ 1248.946244] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.955358] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ba2458-7083-dff3-4099-38281a43d304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.153882] env[69365]: DEBUG nova.network.neutron [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updating instance_info_cache with network_info: [{"id": "cdda9d24-818a-4a08-a339-95bf17c569dc", "address": "fa:16:3e:d5:f3:08", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdda9d24-81", "ovs_interfaceid": "cdda9d24-818a-4a08-a339-95bf17c569dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.281882] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "d6a0d5b6-9069-4ba2-998a-b0ddcdebca97" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.346711] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768cb737-d556-4d49-8a62-baed43184bc7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.369039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3ed202-47c7-45b7-82e7-bc0a533c5355 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.376048] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance 'a0fdc83d-4928-4319-ad2c-0ea6226e7cf3' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.440033] env[69365]: DEBUG nova.scheduler.client.report [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.457998] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52ba2458-7083-dff3-4099-38281a43d304, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.458278] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.458527] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 362c10e3-f824-4b2f-8443-06131bed11f8/362c10e3-f824-4b2f-8443-06131bed11f8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.458777] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0c32741-acae-4fd8-962a-f86c8f60ca27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.465671] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1249.465671] env[69365]: value = "task-3302796" [ 1249.465671] env[69365]: _type = "Task" [ 1249.465671] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.473360] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.529252] env[69365]: DEBUG nova.compute.manager [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Received event network-vif-plugged-cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.529485] env[69365]: DEBUG oslo_concurrency.lockutils [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] Acquiring lock "cd03da46-c393-462a-ab8a-45aff0cfbf59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.529632] env[69365]: DEBUG oslo_concurrency.lockutils [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.529797] env[69365]: DEBUG oslo_concurrency.lockutils [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.529965] env[69365]: DEBUG nova.compute.manager [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] No waiting events found dispatching network-vif-plugged-cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.530288] env[69365]: WARNING nova.compute.manager [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Received unexpected event network-vif-plugged-cdda9d24-818a-4a08-a339-95bf17c569dc for instance with vm_state shelved_offloaded and task_state spawning. [ 1249.530372] env[69365]: DEBUG nova.compute.manager [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Received event network-changed-cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.530539] env[69365]: DEBUG nova.compute.manager [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Refreshing instance network info cache due to event network-changed-cdda9d24-818a-4a08-a339-95bf17c569dc. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.531029] env[69365]: DEBUG oslo_concurrency.lockutils [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] Acquiring lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.656831] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.659299] env[69365]: DEBUG oslo_concurrency.lockutils [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] Acquired lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.659499] env[69365]: DEBUG nova.network.neutron [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Refreshing network info cache for port cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.687101] env[69365]: DEBUG nova.virt.hardware [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='10c2a6810dc36f5c2eb1fd0d01c02517',container_format='bare',created_at=2025-04-04T03:41:21Z,direct_url=,disk_format='vmdk',id=0ca5704b-9660-4a77-a0a0-5601da6dbfb2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1312232691-shelved',owner='a840d8f25ec94c3d8f8176e810e41396',properties=ImageMetaProps,protected=,size=31661056,status='active',tags=,updated_at=2025-04-04T03:41:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.687376] env[69365]: DEBUG nova.virt.hardware [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.687530] env[69365]: DEBUG nova.virt.hardware [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.687708] env[69365]: DEBUG nova.virt.hardware [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.687851] env[69365]: DEBUG nova.virt.hardware [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.687999] env[69365]: DEBUG nova.virt.hardware [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.688223] env[69365]: DEBUG nova.virt.hardware [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.688377] env[69365]: DEBUG nova.virt.hardware [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.688539] env[69365]: DEBUG nova.virt.hardware [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.688799] env[69365]: DEBUG nova.virt.hardware [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.688977] env[69365]: DEBUG nova.virt.hardware [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.690213] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fe215a-472f-4ab6-9982-92e82b93d8d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.698304] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74d992c-3b11-43da-810f-cd906d3c7f81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.713022] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:f3:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdda9d24-818a-4a08-a339-95bf17c569dc', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.720988] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.721355] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.721706] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4943a629-db8c-4e33-af7b-66ecbc5e6d25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.742092] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.742092] env[69365]: value = "task-3302797" [ 1249.742092] env[69365]: _type = "Task" [ 1249.742092] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.750887] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302797, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.884898] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.885310] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d37ac40-a16e-40dd-a1d5-dfa17badb987 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.893116] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1249.893116] env[69365]: value = "task-3302798" [ 1249.893116] env[69365]: _type = "Task" [ 1249.893116] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.902812] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.944447] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.947267] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.016s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.947267] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.949293] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.346s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.949293] env[69365]: DEBUG nova.objects.instance [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lazy-loading 'resources' on Instance uuid 0c1ca54f-9712-417b-ad17-94c66183ab4b {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.971954] env[69365]: INFO nova.scheduler.client.report [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleted allocations for instance 2daa412d-5bd8-4413-930b-a2cf17642728 [ 1249.980110] env[69365]: INFO nova.scheduler.client.report [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Deleted allocations for instance ab2a8a67-8f2c-40a1-9a8d-1072102b8590 [ 1249.980850] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481932} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.981863] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 362c10e3-f824-4b2f-8443-06131bed11f8/362c10e3-f824-4b2f-8443-06131bed11f8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.981863] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.984574] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11cbe4f0-f7b0-4177-8205-6e79bca618dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.990963] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1249.990963] env[69365]: value = "task-3302799" [ 1249.990963] env[69365]: _type = "Task" [ 1249.990963] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.999949] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.255788] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302797, 'name': CreateVM_Task, 'duration_secs': 0.406647} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.255971] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.262461] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ca5704b-9660-4a77-a0a0-5601da6dbfb2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.262461] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ca5704b-9660-4a77-a0a0-5601da6dbfb2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.262461] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ca5704b-9660-4a77-a0a0-5601da6dbfb2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.262461] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5efbfe5c-cd92-4bcb-abe4-1214fb0a0a38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.270974] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1250.270974] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5216f458-c70b-7d13-b273-bfa8cfd3ecfd" [ 1250.270974] env[69365]: _type = "Task" [ 1250.270974] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.284012] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ca5704b-9660-4a77-a0a0-5601da6dbfb2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.284864] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Processing image 0ca5704b-9660-4a77-a0a0-5601da6dbfb2 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.285105] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ca5704b-9660-4a77-a0a0-5601da6dbfb2/0ca5704b-9660-4a77-a0a0-5601da6dbfb2.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.285263] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ca5704b-9660-4a77-a0a0-5601da6dbfb2/0ca5704b-9660-4a77-a0a0-5601da6dbfb2.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.285541] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.286395] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55c9c622-28b5-42e5-9501-78148d845966 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.295386] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.295604] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.296507] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65df91a-3f0b-47dd-bf76-6d288ca235e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.302310] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1250.302310] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52676a77-1baa-8fd1-2639-ab15da9f5026" [ 1250.302310] env[69365]: _type = "Task" [ 1250.302310] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.317220] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1250.317498] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Fetch image to [datastore1] OSTACK_IMG_23e7807e-8055-4bc2-a9e3-013d36f2ee1b/OSTACK_IMG_23e7807e-8055-4bc2-a9e3-013d36f2ee1b.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1250.317688] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Downloading stream optimized image 0ca5704b-9660-4a77-a0a0-5601da6dbfb2 to [datastore1] OSTACK_IMG_23e7807e-8055-4bc2-a9e3-013d36f2ee1b/OSTACK_IMG_23e7807e-8055-4bc2-a9e3-013d36f2ee1b.vmdk on the data store datastore1 as vApp {{(pid=69365) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1250.317857] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Downloading image file data 0ca5704b-9660-4a77-a0a0-5601da6dbfb2 to the ESX as VM named 'OSTACK_IMG_23e7807e-8055-4bc2-a9e3-013d36f2ee1b' {{(pid=69365) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1250.407803] env[69365]: DEBUG oslo_vmware.api [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302798, 'name': PowerOnVM_Task, 'duration_secs': 0.459393} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.408101] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.408293] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f6164c9b-d2b7-453c-a3f6-80f08f47fd14 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance 'a0fdc83d-4928-4319-ad2c-0ea6226e7cf3' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.413084] env[69365]: DEBUG oslo_vmware.rw_handles [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1250.413084] env[69365]: value = "resgroup-9" [ 1250.413084] env[69365]: _type = "ResourcePool" [ 1250.413084] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1250.413649] env[69365]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f1774d37-3c51-4922-a644-d4f6661bdc8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.438012] env[69365]: DEBUG oslo_vmware.rw_handles [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lease: (returnval){ [ 1250.438012] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521986eb-2e6e-e216-09fe-6d224dc3f4fd" [ 1250.438012] env[69365]: _type = "HttpNfcLease" [ 1250.438012] env[69365]: } obtained for vApp import into resource pool (val){ [ 1250.438012] env[69365]: value = "resgroup-9" [ 1250.438012] env[69365]: _type = "ResourcePool" [ 1250.438012] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1250.438320] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the lease: (returnval){ [ 1250.438320] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521986eb-2e6e-e216-09fe-6d224dc3f4fd" [ 1250.438320] env[69365]: _type = "HttpNfcLease" [ 1250.438320] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1250.446484] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.446484] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521986eb-2e6e-e216-09fe-6d224dc3f4fd" [ 1250.446484] env[69365]: _type = "HttpNfcLease" [ 1250.446484] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1250.484829] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7577f810-afbd-46d7-b8df-9e0fb428a123 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "2daa412d-5bd8-4413-930b-a2cf17642728" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.131s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.485842] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "2daa412d-5bd8-4413-930b-a2cf17642728" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.926s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.486039] env[69365]: INFO nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 2daa412d-5bd8-4413-930b-a2cf17642728] During sync_power_state the instance has a pending task (deleting). Skip. [ 1250.486228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "2daa412d-5bd8-4413-930b-a2cf17642728" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.488704] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d968fd24-a707-4527-8fd6-7df9b2b666b1 tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.573s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.489619] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.931s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.489824] env[69365]: INFO nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: ab2a8a67-8f2c-40a1-9a8d-1072102b8590] During sync_power_state the instance has a pending task (deleting). Skip. [ 1250.490008] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "ab2a8a67-8f2c-40a1-9a8d-1072102b8590" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.504262] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064972} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.504539] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.505405] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526b8a7c-51cb-46dc-9d76-648c35cb2956 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.515197] env[69365]: DEBUG nova.network.neutron [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updated VIF entry in instance network info cache for port cdda9d24-818a-4a08-a339-95bf17c569dc. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.515197] env[69365]: DEBUG nova.network.neutron [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updating instance_info_cache with network_info: [{"id": "cdda9d24-818a-4a08-a339-95bf17c569dc", "address": "fa:16:3e:d5:f3:08", "network": {"id": "722407f0-9b2d-4ab9-9ffc-a1623824ffcf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1267154431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a840d8f25ec94c3d8f8176e810e41396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdda9d24-81", "ovs_interfaceid": "cdda9d24-818a-4a08-a339-95bf17c569dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.535301] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 362c10e3-f824-4b2f-8443-06131bed11f8/362c10e3-f824-4b2f-8443-06131bed11f8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.542697] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec72e7e3-36bf-40a8-8fff-ee195bceeaae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.564868] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1250.564868] env[69365]: value = "task-3302801" [ 1250.564868] env[69365]: _type = "Task" [ 1250.564868] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.576918] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.615631] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e77977f-840e-4a29-89bb-5cf482dd6e18 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.622818] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2c7ebf-52e5-4816-8d4e-a6b225f05bf6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.655886] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2696bf28-733c-4dca-9700-ec7e86b64e5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.663306] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061ea09a-d22c-4b61-9e5d-698b17cd89f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.676387] env[69365]: DEBUG nova.compute.provider_tree [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.775466] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "e1c30937-800f-4fee-a638-2bd109047cf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.775871] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "e1c30937-800f-4fee-a638-2bd109047cf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.775995] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "e1c30937-800f-4fee-a638-2bd109047cf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.776204] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "e1c30937-800f-4fee-a638-2bd109047cf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.776378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "e1c30937-800f-4fee-a638-2bd109047cf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.779722] env[69365]: INFO nova.compute.manager [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Terminating instance [ 1250.946869] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.946869] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521986eb-2e6e-e216-09fe-6d224dc3f4fd" [ 1250.946869] env[69365]: _type = "HttpNfcLease" [ 1250.946869] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1251.017951] env[69365]: DEBUG oslo_concurrency.lockutils [req-4297d0a8-c9f4-42b7-a97f-db376679a8d9 req-1c0910db-ca68-46ab-b35e-c22ac89aaf50 service nova] Releasing lock "refresh_cache-cd03da46-c393-462a-ab8a-45aff0cfbf59" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.074718] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302801, 'name': ReconfigVM_Task, 'duration_secs': 0.337329} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.075033] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 362c10e3-f824-4b2f-8443-06131bed11f8/362c10e3-f824-4b2f-8443-06131bed11f8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.075704] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-548c559f-082e-4813-8b1a-710ae0109951 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.082134] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1251.082134] env[69365]: value = "task-3302802" [ 1251.082134] env[69365]: _type = "Task" [ 1251.082134] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.090281] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302802, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.180899] env[69365]: DEBUG nova.scheduler.client.report [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.287245] env[69365]: DEBUG nova.compute.manager [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.287489] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.288618] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863ef99d-e1c0-4d82-a211-797e3832eb5b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.296957] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.297227] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cea2a96d-1e76-449a-a27d-c4c4e1f15506 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.303352] env[69365]: DEBUG oslo_vmware.api [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1251.303352] env[69365]: value = "task-3302803" [ 1251.303352] env[69365]: _type = "Task" [ 1251.303352] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.313380] env[69365]: DEBUG oslo_vmware.api [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.446621] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.446621] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521986eb-2e6e-e216-09fe-6d224dc3f4fd" [ 1251.446621] env[69365]: _type = "HttpNfcLease" [ 1251.446621] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1251.592223] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302802, 'name': Rename_Task, 'duration_secs': 0.141653} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.592475] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.592741] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f38a38c-c355-491d-86c8-f34a960b5e07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.599295] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1251.599295] env[69365]: value = "task-3302804" [ 1251.599295] env[69365]: _type = "Task" [ 1251.599295] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.606783] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.687555] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.703905] env[69365]: INFO nova.scheduler.client.report [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Deleted allocations for instance 0c1ca54f-9712-417b-ad17-94c66183ab4b [ 1251.756549] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "78e4862e-2d3d-4321-b74b-6e5f49457d05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.756549] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "78e4862e-2d3d-4321-b74b-6e5f49457d05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.814081] env[69365]: DEBUG oslo_vmware.api [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302803, 'name': PowerOffVM_Task, 'duration_secs': 0.201461} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.814081] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.814081] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.814081] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dfcd029-c780-4a4d-a053-381681ee3f0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.872633] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.872947] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.873230] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Deleting the datastore file [datastore2] e1c30937-800f-4fee-a638-2bd109047cf0 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.873552] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddad4c6a-646a-4b4d-86e3-2262a38e1ee5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.881398] env[69365]: DEBUG oslo_vmware.api [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for the task: (returnval){ [ 1251.881398] env[69365]: value = "task-3302806" [ 1251.881398] env[69365]: _type = "Task" [ 1251.881398] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.889328] env[69365]: DEBUG oslo_vmware.api [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.946782] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.946782] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521986eb-2e6e-e216-09fe-6d224dc3f4fd" [ 1251.946782] env[69365]: _type = "HttpNfcLease" [ 1251.946782] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1251.947125] env[69365]: DEBUG oslo_vmware.rw_handles [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1251.947125] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521986eb-2e6e-e216-09fe-6d224dc3f4fd" [ 1251.947125] env[69365]: _type = "HttpNfcLease" [ 1251.947125] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1251.947901] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e903a188-b8cf-41a8-97fa-6e72d4d3670e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.955360] env[69365]: DEBUG oslo_vmware.rw_handles [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b437ee-3bfc-b4ae-50ad-de2a088fc364/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1251.955638] env[69365]: DEBUG oslo_vmware.rw_handles [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating HTTP connection to write to file with size = 31661056 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b437ee-3bfc-b4ae-50ad-de2a088fc364/disk-0.vmdk. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1252.025744] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a4b4b2d-b8a5-4386-b0bf-2cc00f70a913 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.109536] env[69365]: DEBUG oslo_vmware.api [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302804, 'name': PowerOnVM_Task, 'duration_secs': 0.482087} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.109769] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.109943] env[69365]: INFO nova.compute.manager [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1252.110146] env[69365]: DEBUG nova.compute.manager [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.111033] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54065cdc-e6ee-424c-b803-ecffa23698ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.213611] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5ef2d107-aa50-46d8-9b18-7c86ad03ce30 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "0c1ca54f-9712-417b-ad17-94c66183ab4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.130s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.258419] env[69365]: DEBUG nova.compute.manager [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.284420] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.392568] env[69365]: DEBUG oslo_vmware.api [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Task: {'id': task-3302806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197608} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.392828] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.393079] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.393272] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.393449] env[69365]: INFO nova.compute.manager [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1252.393695] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.393897] env[69365]: DEBUG nova.compute.manager [-] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.393994] env[69365]: DEBUG nova.network.neutron [-] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.628999] env[69365]: INFO nova.compute.manager [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Took 11.19 seconds to build instance. [ 1252.787753] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.788137] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.788393] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.788612] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1252.790391] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f440c927-3fb0-4783-9762-d85737f4fa35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.808023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.808023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.810382] env[69365]: INFO nova.compute.claims [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.827276] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293209f6-0f64-483b-b9c0-5fd3a38e365a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.838560] env[69365]: DEBUG nova.compute.manager [req-8104929a-92a2-4d48-ba65-b2b8bf500aec req-2126c587-8ab0-4e8a-a4a5-25960a0bf88a service nova] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Received event network-vif-deleted-4bb16427-c88e-4fdc-af7e-e2222fed83fd {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.838972] env[69365]: INFO nova.compute.manager [req-8104929a-92a2-4d48-ba65-b2b8bf500aec req-2126c587-8ab0-4e8a-a4a5-25960a0bf88a service nova] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Neutron deleted interface 4bb16427-c88e-4fdc-af7e-e2222fed83fd; detaching it from the instance and deleting it from the info cache [ 1252.839076] env[69365]: DEBUG nova.network.neutron [req-8104929a-92a2-4d48-ba65-b2b8bf500aec req-2126c587-8ab0-4e8a-a4a5-25960a0bf88a service nova] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.858402] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70660cc6-b304-4b70-8af9-e3bed98b74e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.875595] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029a54ef-55cf-4731-85bf-7635e0c53df4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.908829] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179458MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1252.908997] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.133288] env[69365]: DEBUG oslo_concurrency.lockutils [None req-614d976d-f523-4624-8693-8681899e53ed tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "362c10e3-f824-4b2f-8443-06131bed11f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.697s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.133658] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "362c10e3-f824-4b2f-8443-06131bed11f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.571s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.135032] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a617109-b82d-4de9-95bc-40da8051dd34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.216758] env[69365]: DEBUG nova.network.neutron [-] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.254798] env[69365]: DEBUG nova.network.neutron [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Port b0f441c3-3476-4257-b893-cbb14466e3d3 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1253.255368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.255569] env[69365]: DEBUG oslo_concurrency.lockutils [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.255764] env[69365]: DEBUG nova.network.neutron [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.308692] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96af6ccc-7d60-42ed-bcf9-ef56476a79d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.319487] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2390e716-bca3-427f-8b22-19cd471f6462 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Suspending the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1253.321782] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0f340efc-b38a-430a-b420-bdef4e400da1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.329695] env[69365]: DEBUG oslo_vmware.api [None req-2390e716-bca3-427f-8b22-19cd471f6462 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1253.329695] env[69365]: value = "task-3302807" [ 1253.329695] env[69365]: _type = "Task" [ 1253.329695] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.341454] env[69365]: DEBUG oslo_vmware.api [None req-2390e716-bca3-427f-8b22-19cd471f6462 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302807, 'name': SuspendVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.344026] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3accbde0-5635-4c97-9aab-44fc3b3ec5be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.354034] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c3e881-c56f-4986-8cfb-e67c15b31d52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.387988] env[69365]: DEBUG nova.compute.manager [req-8104929a-92a2-4d48-ba65-b2b8bf500aec req-2126c587-8ab0-4e8a-a4a5-25960a0bf88a service nova] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Detach interface failed, port_id=4bb16427-c88e-4fdc-af7e-e2222fed83fd, reason: Instance e1c30937-800f-4fee-a638-2bd109047cf0 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1253.562671] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.562875] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.645910] env[69365]: DEBUG oslo_vmware.rw_handles [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1253.646166] env[69365]: DEBUG oslo_vmware.rw_handles [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b437ee-3bfc-b4ae-50ad-de2a088fc364/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1253.647416] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500136d6-4b8a-42d1-a09a-c9632bd4b474 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.656816] env[69365]: DEBUG oslo_vmware.rw_handles [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b437ee-3bfc-b4ae-50ad-de2a088fc364/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1253.657596] env[69365]: DEBUG oslo_vmware.rw_handles [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b437ee-3bfc-b4ae-50ad-de2a088fc364/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1253.657596] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-729454fc-bf04-4358-93dd-f5c4f84c45be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.660201] env[69365]: INFO nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] During sync_power_state the instance has a pending task (suspending). Skip. [ 1253.660448] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "362c10e3-f824-4b2f-8443-06131bed11f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.719339] env[69365]: INFO nova.compute.manager [-] [instance: e1c30937-800f-4fee-a638-2bd109047cf0] Took 1.33 seconds to deallocate network for instance. [ 1253.839265] env[69365]: DEBUG oslo_vmware.api [None req-2390e716-bca3-427f-8b22-19cd471f6462 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302807, 'name': SuspendVM_Task} progress is 70%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.928988] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8a5e63-d342-4dd7-8ae2-53e21896189a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.936761] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540d78b2-ffe4-490b-8837-107b31ec2713 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.970560] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580af8c9-106b-4289-9780-661aa912b044 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.974032] env[69365]: DEBUG nova.network.neutron [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance_info_cache with network_info: [{"id": "b0f441c3-3476-4257-b893-cbb14466e3d3", "address": "fa:16:3e:4e:bb:a3", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f441c3-34", "ovs_interfaceid": "b0f441c3-3476-4257-b893-cbb14466e3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.980307] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6163717-42fe-4d30-919e-ac7673533413 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.994796] env[69365]: DEBUG nova.compute.provider_tree [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.065952] env[69365]: INFO nova.compute.manager [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Detaching volume 02463796-86cf-4f17-aa53-1a26fcf288a0 [ 1254.102193] env[69365]: INFO nova.virt.block_device [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Attempting to driver detach volume 02463796-86cf-4f17-aa53-1a26fcf288a0 from mountpoint /dev/sdb [ 1254.102497] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1254.102691] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659457', 'volume_id': '02463796-86cf-4f17-aa53-1a26fcf288a0', 'name': 'volume-02463796-86cf-4f17-aa53-1a26fcf288a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e41159ba-60e5-4bff-9c66-8c5ed6b7bd87', 'attached_at': '', 'detached_at': '', 'volume_id': '02463796-86cf-4f17-aa53-1a26fcf288a0', 'serial': '02463796-86cf-4f17-aa53-1a26fcf288a0'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1254.103564] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ab3282-7989-4b1a-8f2e-47179f5149ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.125386] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979144a0-44d0-4008-a6f9-2ebf6db2ded3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.132037] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5232a9-0561-4f9b-ac69-6d505544f67c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.152277] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f725b385-204a-4616-87d4-1d831aa2d500 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.168305] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] The volume has not been displaced from its original location: [datastore1] volume-02463796-86cf-4f17-aa53-1a26fcf288a0/volume-02463796-86cf-4f17-aa53-1a26fcf288a0.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1254.173710] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.173983] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a473a3b-44b8-4b8e-85b8-059d4ce438f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.188444] env[69365]: DEBUG oslo_vmware.rw_handles [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b437ee-3bfc-b4ae-50ad-de2a088fc364/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1254.188644] env[69365]: INFO nova.virt.vmwareapi.images [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Downloaded image file data 0ca5704b-9660-4a77-a0a0-5601da6dbfb2 [ 1254.189756] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a507b2-b5e7-4f7e-9b9e-7aee237f25ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.193860] env[69365]: DEBUG oslo_vmware.api [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1254.193860] env[69365]: value = "task-3302808" [ 1254.193860] env[69365]: _type = "Task" [ 1254.193860] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.207177] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f64bd4f3-d62f-45a6-914c-6068bf4a9308 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.213324] env[69365]: DEBUG oslo_vmware.api [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.226427] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.339921] env[69365]: DEBUG oslo_vmware.api [None req-2390e716-bca3-427f-8b22-19cd471f6462 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302807, 'name': SuspendVM_Task, 'duration_secs': 0.610435} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.340246] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2390e716-bca3-427f-8b22-19cd471f6462 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Suspended the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1254.340462] env[69365]: DEBUG nova.compute.manager [None req-2390e716-bca3-427f-8b22-19cd471f6462 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.341343] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8238a4-2037-4e88-9c86-a8ff36be0e35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.476709] env[69365]: DEBUG oslo_concurrency.lockutils [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.496233] env[69365]: INFO nova.virt.vmwareapi.images [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] The imported VM was unregistered [ 1254.498472] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1254.498803] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0ca5704b-9660-4a77-a0a0-5601da6dbfb2 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.499653] env[69365]: DEBUG nova.scheduler.client.report [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.502635] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea74d7b8-5945-4ef6-891d-46456e2a4510 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.514053] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Created directory with path [datastore1] devstack-image-cache_base/0ca5704b-9660-4a77-a0a0-5601da6dbfb2 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.514243] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_23e7807e-8055-4bc2-a9e3-013d36f2ee1b/OSTACK_IMG_23e7807e-8055-4bc2-a9e3-013d36f2ee1b.vmdk to [datastore1] devstack-image-cache_base/0ca5704b-9660-4a77-a0a0-5601da6dbfb2/0ca5704b-9660-4a77-a0a0-5601da6dbfb2.vmdk. {{(pid=69365) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1254.514948] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-86cf4bf5-7224-4067-8588-017b751fb3c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.521090] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1254.521090] env[69365]: value = "task-3302810" [ 1254.521090] env[69365]: _type = "Task" [ 1254.521090] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.528153] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302810, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.713849] env[69365]: DEBUG oslo_vmware.api [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302808, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.982080] env[69365]: DEBUG nova.compute.manager [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69365) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1255.006267] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.007051] env[69365]: DEBUG nova.compute.manager [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.009832] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.101s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.030845] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302810, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.214713] env[69365]: DEBUG oslo_vmware.api [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302808, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.513356] env[69365]: DEBUG nova.compute.utils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.519730] env[69365]: DEBUG nova.compute.manager [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.519730] env[69365]: DEBUG nova.network.neutron [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.532411] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302810, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.559965] env[69365]: DEBUG nova.policy [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2aba849387c84f4b802cf826e19e4767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dcccd5b2d21474a8b93cb2c02b9c163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.716334] env[69365]: DEBUG oslo_vmware.api [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302808, 'name': ReconfigVM_Task, 'duration_secs': 1.233443} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.716334] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.720652] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "362c10e3-f824-4b2f-8443-06131bed11f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.720871] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "362c10e3-f824-4b2f-8443-06131bed11f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.721169] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "362c10e3-f824-4b2f-8443-06131bed11f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.721373] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "362c10e3-f824-4b2f-8443-06131bed11f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.721552] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "362c10e3-f824-4b2f-8443-06131bed11f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.723235] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26984863-e110-47bf-b926-6c09ab5dcd1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.735102] env[69365]: INFO nova.compute.manager [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Terminating instance [ 1255.744531] env[69365]: DEBUG oslo_vmware.api [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1255.744531] env[69365]: value = "task-3302811" [ 1255.744531] env[69365]: _type = "Task" [ 1255.744531] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.754466] env[69365]: DEBUG oslo_vmware.api [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.823168] env[69365]: DEBUG nova.network.neutron [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Successfully created port: 8138923b-ecbd-4544-a1cc-465acd5b6b73 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.023037] env[69365]: DEBUG nova.compute.manager [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.025177] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Applying migration context for instance a0fdc83d-4928-4319-ad2c-0ea6226e7cf3 as it has an incoming, in-progress migration a91016db-efcb-4fef-a76c-90d6a4e33c65. Migration status is reverting {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1256.026554] env[69365]: INFO nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating resource usage from migration a91016db-efcb-4fef-a76c-90d6a4e33c65 [ 1256.040523] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302810, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.054027] env[69365]: WARNING nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e1c30937-800f-4fee-a638-2bd109047cf0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1256.054027] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance e41159ba-60e5-4bff-9c66-8c5ed6b7bd87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.054027] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Migration a91016db-efcb-4fef-a76c-90d6a4e33c65 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1256.054027] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance a0fdc83d-4928-4319-ad2c-0ea6226e7cf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.054027] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance cd03da46-c393-462a-ab8a-45aff0cfbf59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.054027] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 362c10e3-f824-4b2f-8443-06131bed11f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.054027] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 78e4862e-2d3d-4321-b74b-6e5f49457d05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.054027] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1256.054027] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1256.082749] env[69365]: DEBUG oslo_concurrency.lockutils [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.167391] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d9972f-edda-49f5-b659-f24be0ea09be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.176388] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4f1385-cd5f-4b86-8c19-a324b7276446 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.211892] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c278cc46-4bd3-488d-806e-de43dc3e9816 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.220255] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1755bb91-f494-460f-9c80-8d22e8d47a65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.234959] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.240033] env[69365]: DEBUG nova.compute.manager [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.240033] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.240557] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f28a92-eae6-4efb-a319-fcfa4c264c3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.252269] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.252977] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-416ae61c-56ed-4b5d-a48f-6b84a88b4bea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.258172] env[69365]: DEBUG oslo_vmware.api [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302811, 'name': ReconfigVM_Task, 'duration_secs': 0.180497} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.258845] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659457', 'volume_id': '02463796-86cf-4f17-aa53-1a26fcf288a0', 'name': 'volume-02463796-86cf-4f17-aa53-1a26fcf288a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e41159ba-60e5-4bff-9c66-8c5ed6b7bd87', 'attached_at': '', 'detached_at': '', 'volume_id': '02463796-86cf-4f17-aa53-1a26fcf288a0', 'serial': '02463796-86cf-4f17-aa53-1a26fcf288a0'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1256.359035] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.359515] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.359792] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleting the datastore file [datastore1] 362c10e3-f824-4b2f-8443-06131bed11f8 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.360082] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c3d323e-a6cc-4a54-a78b-cc8538b62f4c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.367357] env[69365]: DEBUG oslo_vmware.api [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1256.367357] env[69365]: value = "task-3302813" [ 1256.367357] env[69365]: _type = "Task" [ 1256.367357] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.376280] env[69365]: DEBUG oslo_vmware.api [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.543394] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302810, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.738715] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.810253] env[69365]: DEBUG nova.objects.instance [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lazy-loading 'flavor' on Instance uuid e41159ba-60e5-4bff-9c66-8c5ed6b7bd87 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.878447] env[69365]: DEBUG oslo_vmware.api [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.041477] env[69365]: DEBUG nova.compute.manager [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.043067] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302810, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.068498] env[69365]: DEBUG nova.virt.hardware [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.068755] env[69365]: DEBUG nova.virt.hardware [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.068915] env[69365]: DEBUG nova.virt.hardware [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.069189] env[69365]: DEBUG nova.virt.hardware [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.069358] env[69365]: DEBUG nova.virt.hardware [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.069511] env[69365]: DEBUG nova.virt.hardware [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.069722] env[69365]: DEBUG nova.virt.hardware [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.069883] env[69365]: DEBUG nova.virt.hardware [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.070152] env[69365]: DEBUG nova.virt.hardware [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.070401] env[69365]: DEBUG nova.virt.hardware [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.070597] env[69365]: DEBUG nova.virt.hardware [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.071650] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9face2f-e199-468a-aea6-a45a707fa8eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.080063] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d855e57a-12da-494d-a96a-aa8ac85cf21a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.243840] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1257.244104] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.234s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.244398] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.018s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.244575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.247928] env[69365]: DEBUG oslo_concurrency.lockutils [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.164s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.271149] env[69365]: INFO nova.scheduler.client.report [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Deleted allocations for instance e1c30937-800f-4fee-a638-2bd109047cf0 [ 1257.326068] env[69365]: DEBUG nova.compute.manager [req-f0e010f4-4733-4e1b-8d14-2ec2409630ed req-91f18f36-4975-40b1-bb67-476a0c2fe599 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Received event network-vif-plugged-8138923b-ecbd-4544-a1cc-465acd5b6b73 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.326323] env[69365]: DEBUG oslo_concurrency.lockutils [req-f0e010f4-4733-4e1b-8d14-2ec2409630ed req-91f18f36-4975-40b1-bb67-476a0c2fe599 service nova] Acquiring lock "78e4862e-2d3d-4321-b74b-6e5f49457d05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.326558] env[69365]: DEBUG oslo_concurrency.lockutils [req-f0e010f4-4733-4e1b-8d14-2ec2409630ed req-91f18f36-4975-40b1-bb67-476a0c2fe599 service nova] Lock "78e4862e-2d3d-4321-b74b-6e5f49457d05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.326707] env[69365]: DEBUG oslo_concurrency.lockutils [req-f0e010f4-4733-4e1b-8d14-2ec2409630ed req-91f18f36-4975-40b1-bb67-476a0c2fe599 service nova] Lock "78e4862e-2d3d-4321-b74b-6e5f49457d05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.326881] env[69365]: DEBUG nova.compute.manager [req-f0e010f4-4733-4e1b-8d14-2ec2409630ed req-91f18f36-4975-40b1-bb67-476a0c2fe599 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] No waiting events found dispatching network-vif-plugged-8138923b-ecbd-4544-a1cc-465acd5b6b73 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.327652] env[69365]: WARNING nova.compute.manager [req-f0e010f4-4733-4e1b-8d14-2ec2409630ed req-91f18f36-4975-40b1-bb67-476a0c2fe599 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Received unexpected event network-vif-plugged-8138923b-ecbd-4544-a1cc-465acd5b6b73 for instance with vm_state building and task_state spawning. [ 1257.378196] env[69365]: DEBUG oslo_vmware.api [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.407190] env[69365]: DEBUG nova.network.neutron [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Successfully updated port: 8138923b-ecbd-4544-a1cc-465acd5b6b73 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.540090] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302810, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.751557] env[69365]: DEBUG nova.objects.instance [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'migration_context' on Instance uuid a0fdc83d-4928-4319-ad2c-0ea6226e7cf3 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.777597] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b4010fb1-1874-447d-b601-cd96324bec6b tempest-ServerRescueNegativeTestJSON-1813102634 tempest-ServerRescueNegativeTestJSON-1813102634-project-member] Lock "e1c30937-800f-4fee-a638-2bd109047cf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.002s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.818601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0953165d-0ef1-430f-a5cf-9aa52785f473 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.255s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.879371] env[69365]: DEBUG oslo_vmware.api [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.207115} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.879619] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.879793] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.879976] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.880185] env[69365]: INFO nova.compute.manager [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1257.880508] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.880744] env[69365]: DEBUG nova.compute.manager [-] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1257.880855] env[69365]: DEBUG nova.network.neutron [-] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.909946] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.910705] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.910705] env[69365]: DEBUG nova.network.neutron [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.042354] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302810, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.060999} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.042705] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_23e7807e-8055-4bc2-a9e3-013d36f2ee1b/OSTACK_IMG_23e7807e-8055-4bc2-a9e3-013d36f2ee1b.vmdk to [datastore1] devstack-image-cache_base/0ca5704b-9660-4a77-a0a0-5601da6dbfb2/0ca5704b-9660-4a77-a0a0-5601da6dbfb2.vmdk. [ 1258.042996] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Cleaning up location [datastore1] OSTACK_IMG_23e7807e-8055-4bc2-a9e3-013d36f2ee1b {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1258.043292] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_23e7807e-8055-4bc2-a9e3-013d36f2ee1b {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.043588] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b41be794-2c61-4bab-933d-0d91c43a64e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.050880] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1258.050880] env[69365]: value = "task-3302814" [ 1258.050880] env[69365]: _type = "Task" [ 1258.050880] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.059425] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.351988] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be970193-f52a-4f1f-b3f9-4b7547218a50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.361812] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e1f397-020c-4013-8a95-9d925294158b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.395701] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bffb47-46e9-45b3-aec5-f7310264821f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.404751] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efeaf88-4166-418f-8daa-7d13e3682d17 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.422779] env[69365]: DEBUG nova.compute.provider_tree [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.468317] env[69365]: DEBUG nova.network.neutron [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.560432] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034559} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.560711] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.560889] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ca5704b-9660-4a77-a0a0-5601da6dbfb2/0ca5704b-9660-4a77-a0a0-5601da6dbfb2.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.561172] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ca5704b-9660-4a77-a0a0-5601da6dbfb2/0ca5704b-9660-4a77-a0a0-5601da6dbfb2.vmdk to [datastore1] cd03da46-c393-462a-ab8a-45aff0cfbf59/cd03da46-c393-462a-ab8a-45aff0cfbf59.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.561464] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba976ce4-8ced-4a1c-93e5-6c53280e507b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.568576] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1258.568576] env[69365]: value = "task-3302815" [ 1258.568576] env[69365]: _type = "Task" [ 1258.568576] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.576662] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.605284] env[69365]: DEBUG nova.network.neutron [-] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.644656] env[69365]: DEBUG nova.network.neutron [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Updating instance_info_cache with network_info: [{"id": "8138923b-ecbd-4544-a1cc-465acd5b6b73", "address": "fa:16:3e:ce:f3:99", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8138923b-ec", "ovs_interfaceid": "8138923b-ecbd-4544-a1cc-465acd5b6b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.931235] env[69365]: DEBUG nova.scheduler.client.report [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.933678] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.934240] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.934623] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.935050] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.935388] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.938853] env[69365]: INFO nova.compute.manager [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Terminating instance [ 1259.079611] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302815, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.108398] env[69365]: INFO nova.compute.manager [-] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Took 1.23 seconds to deallocate network for instance. [ 1259.147446] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.147834] env[69365]: DEBUG nova.compute.manager [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Instance network_info: |[{"id": "8138923b-ecbd-4544-a1cc-465acd5b6b73", "address": "fa:16:3e:ce:f3:99", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8138923b-ec", "ovs_interfaceid": "8138923b-ecbd-4544-a1cc-465acd5b6b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1259.148378] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:f3:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8138923b-ecbd-4544-a1cc-465acd5b6b73', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.156937] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.157940] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.158192] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee9dc1de-aa3e-45a5-bffc-ed79194b7961 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.181780] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.181780] env[69365]: value = "task-3302816" [ 1259.181780] env[69365]: _type = "Task" [ 1259.181780] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.191715] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302816, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.367553] env[69365]: DEBUG nova.compute.manager [req-0e850ffa-23b7-4aa1-a557-193d088df684 req-0f181086-e916-4d60-837d-ea6b39cf1242 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Received event network-changed-8138923b-ecbd-4544-a1cc-465acd5b6b73 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.367771] env[69365]: DEBUG nova.compute.manager [req-0e850ffa-23b7-4aa1-a557-193d088df684 req-0f181086-e916-4d60-837d-ea6b39cf1242 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Refreshing instance network info cache due to event network-changed-8138923b-ecbd-4544-a1cc-465acd5b6b73. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.367998] env[69365]: DEBUG oslo_concurrency.lockutils [req-0e850ffa-23b7-4aa1-a557-193d088df684 req-0f181086-e916-4d60-837d-ea6b39cf1242 service nova] Acquiring lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.368158] env[69365]: DEBUG oslo_concurrency.lockutils [req-0e850ffa-23b7-4aa1-a557-193d088df684 req-0f181086-e916-4d60-837d-ea6b39cf1242 service nova] Acquired lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.368322] env[69365]: DEBUG nova.network.neutron [req-0e850ffa-23b7-4aa1-a557-193d088df684 req-0f181086-e916-4d60-837d-ea6b39cf1242 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Refreshing network info cache for port 8138923b-ecbd-4544-a1cc-465acd5b6b73 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.445071] env[69365]: DEBUG nova.compute.manager [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.445071] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.445071] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44b02ed-c30f-487f-aed2-019592bc3895 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.453833] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.454428] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee7b861a-46fe-43b7-86fc-d04832f690f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.461506] env[69365]: DEBUG oslo_vmware.api [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1259.461506] env[69365]: value = "task-3302817" [ 1259.461506] env[69365]: _type = "Task" [ 1259.461506] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.470593] env[69365]: DEBUG oslo_vmware.api [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.584436] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302815, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.616294] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.692555] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302816, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.945701] env[69365]: DEBUG oslo_concurrency.lockutils [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.699s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.952801] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.336s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.952801] env[69365]: DEBUG nova.objects.instance [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lazy-loading 'resources' on Instance uuid 362c10e3-f824-4b2f-8443-06131bed11f8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.977340] env[69365]: DEBUG oslo_vmware.api [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302817, 'name': PowerOffVM_Task, 'duration_secs': 0.258936} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.978130] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.978396] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.979457] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-089f5119-a09a-4052-8e24-91ae91b4bff5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.048382] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.048607] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.048787] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Deleting the datastore file [datastore2] e41159ba-60e5-4bff-9c66-8c5ed6b7bd87 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.049405] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8a8bc9a-3959-4072-9d50-96c3a33e9c60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.056446] env[69365]: DEBUG oslo_vmware.api [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1260.056446] env[69365]: value = "task-3302819" [ 1260.056446] env[69365]: _type = "Task" [ 1260.056446] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.064904] env[69365]: DEBUG oslo_vmware.api [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.079182] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302815, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.114192] env[69365]: DEBUG nova.network.neutron [req-0e850ffa-23b7-4aa1-a557-193d088df684 req-0f181086-e916-4d60-837d-ea6b39cf1242 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Updated VIF entry in instance network info cache for port 8138923b-ecbd-4544-a1cc-465acd5b6b73. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.114614] env[69365]: DEBUG nova.network.neutron [req-0e850ffa-23b7-4aa1-a557-193d088df684 req-0f181086-e916-4d60-837d-ea6b39cf1242 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Updating instance_info_cache with network_info: [{"id": "8138923b-ecbd-4544-a1cc-465acd5b6b73", "address": "fa:16:3e:ce:f3:99", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8138923b-ec", "ovs_interfaceid": "8138923b-ecbd-4544-a1cc-465acd5b6b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.194745] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302816, 'name': CreateVM_Task, 'duration_secs': 0.9503} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.194938] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.202697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.202913] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.203320] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.203626] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6761e2-0e18-4c40-9336-f0c22e4bfaa2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.210359] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1260.210359] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5227551f-1039-4556-0520-264b9e5d8a95" [ 1260.210359] env[69365]: _type = "Task" [ 1260.210359] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.219070] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5227551f-1039-4556-0520-264b9e5d8a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.248413] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.248759] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.249685] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.249685] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.249685] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.249685] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.249685] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1260.285034] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.565578] env[69365]: DEBUG oslo_vmware.api [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25578} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.566769] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.566974] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.567173] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.567355] env[69365]: INFO nova.compute.manager [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1260.567593] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.568342] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be558e94-8254-4137-a52b-c7d3a925f166 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.571161] env[69365]: DEBUG nova.compute.manager [-] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.571276] env[69365]: DEBUG nova.network.neutron [-] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.579762] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520cbd95-133a-4ece-b401-b317c0b5fa46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.586336] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302815, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.614098] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0c9c63-8eb5-4417-a709-073209de7071 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.617191] env[69365]: DEBUG oslo_concurrency.lockutils [req-0e850ffa-23b7-4aa1-a557-193d088df684 req-0f181086-e916-4d60-837d-ea6b39cf1242 service nova] Releasing lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.617513] env[69365]: DEBUG nova.compute.manager [req-0e850ffa-23b7-4aa1-a557-193d088df684 req-0f181086-e916-4d60-837d-ea6b39cf1242 service nova] [instance: 362c10e3-f824-4b2f-8443-06131bed11f8] Received event network-vif-deleted-7e0fcc2c-c331-403d-b098-04f28063e9ce {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.623377] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add8ea51-850f-4bdd-8803-0583b5427830 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.638185] env[69365]: DEBUG nova.compute.provider_tree [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.722222] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5227551f-1039-4556-0520-264b9e5d8a95, 'name': SearchDatastore_Task, 'duration_secs': 0.08219} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.722605] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.722857] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.723155] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.723309] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.723539] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.723853] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4f5d1c3-8324-4fca-b436-16a0b4cbb043 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.741564] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.741869] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.742798] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51936e56-62c9-4a00-9fcc-9d600d8979df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.751326] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1260.751326] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529631ec-8cd8-ecd2-78d0-73e3c70f71c0" [ 1260.751326] env[69365]: _type = "Task" [ 1260.751326] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.760224] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529631ec-8cd8-ecd2-78d0-73e3c70f71c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.083815] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302815, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.435335} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.083980] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ca5704b-9660-4a77-a0a0-5601da6dbfb2/0ca5704b-9660-4a77-a0a0-5601da6dbfb2.vmdk to [datastore1] cd03da46-c393-462a-ab8a-45aff0cfbf59/cd03da46-c393-462a-ab8a-45aff0cfbf59.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.085066] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0098aa6f-932f-4a4a-b08f-4adfd5fb6b6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.107463] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] cd03da46-c393-462a-ab8a-45aff0cfbf59/cd03da46-c393-462a-ab8a-45aff0cfbf59.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.107824] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33a06b7e-74f4-486a-b113-e946f0d9d73f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.129274] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1261.129274] env[69365]: value = "task-3302820" [ 1261.129274] env[69365]: _type = "Task" [ 1261.129274] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.137778] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.143012] env[69365]: DEBUG nova.scheduler.client.report [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.262678] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529631ec-8cd8-ecd2-78d0-73e3c70f71c0, 'name': SearchDatastore_Task, 'duration_secs': 0.085178} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.263505] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-737458ff-8c61-4394-9fef-740e3f055813 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.268534] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1261.268534] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526f2e4e-2dfe-4b3d-6224-c33c57eb9877" [ 1261.268534] env[69365]: _type = "Task" [ 1261.268534] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.276145] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526f2e4e-2dfe-4b3d-6224-c33c57eb9877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.404257] env[69365]: DEBUG nova.compute.manager [req-04b9bec8-b5cd-43c6-8b1a-151aaef045bc req-5f79719c-5e85-4746-bea3-6462485c9783 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Received event network-vif-deleted-2b6e634c-22d7-4ad2-8a02-21bfe78cb38c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.404514] env[69365]: INFO nova.compute.manager [req-04b9bec8-b5cd-43c6-8b1a-151aaef045bc req-5f79719c-5e85-4746-bea3-6462485c9783 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Neutron deleted interface 2b6e634c-22d7-4ad2-8a02-21bfe78cb38c; detaching it from the instance and deleting it from the info cache [ 1261.404727] env[69365]: DEBUG nova.network.neutron [req-04b9bec8-b5cd-43c6-8b1a-151aaef045bc req-5f79719c-5e85-4746-bea3-6462485c9783 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.490775] env[69365]: INFO nova.compute.manager [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Swapping old allocation on dict_keys(['57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0']) held by migration a91016db-efcb-4fef-a76c-90d6a4e33c65 for instance [ 1261.514121] env[69365]: DEBUG nova.scheduler.client.report [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Overwriting current allocation {'allocations': {'57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 159}}, 'project_id': 'd05ece9fcf7b4bfab1dbd9f7660a9992', 'user_id': '41b8a8c9471d4e2f9120000d9dd71322', 'consumer_generation': 1} on consumer a0fdc83d-4928-4319-ad2c-0ea6226e7cf3 {{(pid=69365) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1261.589215] env[69365]: DEBUG oslo_concurrency.lockutils [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.589407] env[69365]: DEBUG oslo_concurrency.lockutils [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.589586] env[69365]: DEBUG nova.network.neutron [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.639180] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302820, 'name': ReconfigVM_Task, 'duration_secs': 0.318416} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.639443] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Reconfigured VM instance instance-0000006e to attach disk [datastore1] cd03da46-c393-462a-ab8a-45aff0cfbf59/cd03da46-c393-462a-ab8a-45aff0cfbf59.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.640087] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-889f7a1d-64ac-4141-8963-de71460d58fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.647357] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.648965] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1261.648965] env[69365]: value = "task-3302821" [ 1261.648965] env[69365]: _type = "Task" [ 1261.648965] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.656977] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302821, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.659316] env[69365]: DEBUG nova.network.neutron [-] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.666611] env[69365]: INFO nova.scheduler.client.report [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleted allocations for instance 362c10e3-f824-4b2f-8443-06131bed11f8 [ 1261.778822] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526f2e4e-2dfe-4b3d-6224-c33c57eb9877, 'name': SearchDatastore_Task, 'duration_secs': 0.014977} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.779137] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.779394] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 78e4862e-2d3d-4321-b74b-6e5f49457d05/78e4862e-2d3d-4321-b74b-6e5f49457d05.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.779669] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46c6c54a-f155-4951-93fc-e541f0b2ae27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.786018] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1261.786018] env[69365]: value = "task-3302822" [ 1261.786018] env[69365]: _type = "Task" [ 1261.786018] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.793852] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.907825] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3cebc49-202b-40eb-b78e-22498ad3fa60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.917932] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5c70e2-f853-402e-b643-fc48a5da4e3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.947611] env[69365]: DEBUG nova.compute.manager [req-04b9bec8-b5cd-43c6-8b1a-151aaef045bc req-5f79719c-5e85-4746-bea3-6462485c9783 service nova] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Detach interface failed, port_id=2b6e634c-22d7-4ad2-8a02-21bfe78cb38c, reason: Instance e41159ba-60e5-4bff-9c66-8c5ed6b7bd87 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.159185] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302821, 'name': Rename_Task, 'duration_secs': 0.145774} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.159720] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.159834] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe6043a3-9daf-49ef-bac8-3007e67e3a23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.162024] env[69365]: INFO nova.compute.manager [-] [instance: e41159ba-60e5-4bff-9c66-8c5ed6b7bd87] Took 1.59 seconds to deallocate network for instance. [ 1262.168741] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1262.168741] env[69365]: value = "task-3302823" [ 1262.168741] env[69365]: _type = "Task" [ 1262.168741] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.174990] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e28b869a-47a4-417d-a216-671da92a811a tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "362c10e3-f824-4b2f-8443-06131bed11f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.454s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.180185] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.296715] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302822, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.376433] env[69365]: DEBUG nova.network.neutron [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance_info_cache with network_info: [{"id": "b0f441c3-3476-4257-b893-cbb14466e3d3", "address": "fa:16:3e:4e:bb:a3", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f441c3-34", "ovs_interfaceid": "b0f441c3-3476-4257-b893-cbb14466e3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.668869] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.669221] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.669454] env[69365]: DEBUG nova.objects.instance [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lazy-loading 'resources' on Instance uuid e41159ba-60e5-4bff-9c66-8c5ed6b7bd87 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.679198] env[69365]: DEBUG oslo_vmware.api [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302823, 'name': PowerOnVM_Task, 'duration_secs': 0.480714} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.679963] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.772804] env[69365]: DEBUG nova.compute.manager [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.773769] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca279df3-e44f-4064-9cf7-a49a2572412d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.795359] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5414} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.795566] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 78e4862e-2d3d-4321-b74b-6e5f49457d05/78e4862e-2d3d-4321-b74b-6e5f49457d05.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.795834] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.796104] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62c01461-ecce-4cb4-8494-423a1d8dc585 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.801841] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1262.801841] env[69365]: value = "task-3302824" [ 1262.801841] env[69365]: _type = "Task" [ 1262.801841] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.811144] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.878803] env[69365]: DEBUG oslo_concurrency.lockutils [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "refresh_cache-a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.879757] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adf37b1-d33f-4db0-96a3-42baf67ecda0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.886690] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615f9b12-a667-40ea-b4ef-3025bc9b9453 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.028793] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "f077a065-891a-4c42-864d-43ac35f1bef4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.029082] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "f077a065-891a-4c42-864d-43ac35f1bef4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.246642] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acd0126-a035-4fb2-af29-2b203c0a5cb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.254478] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae43aa3-64c2-4df2-b2b5-15ebd4434c07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.287454] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082a4642-ec2e-4514-9f8a-69dbc4b3767b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.292215] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67b4d1c4-b094-46a6-8c12-1e00e10c98e5 tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.135s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.299588] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43e4aa8-083a-43e5-a0df-601411b94c8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.330453] env[69365]: DEBUG nova.compute.provider_tree [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.337977] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064706} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.338391] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.339927] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391f312f-e087-4f38-b9a9-446f743f0c5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.364480] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 78e4862e-2d3d-4321-b74b-6e5f49457d05/78e4862e-2d3d-4321-b74b-6e5f49457d05.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.364953] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5e2ed0e-032d-4efa-b842-9b55a06a5b24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.384462] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1263.384462] env[69365]: value = "task-3302825" [ 1263.384462] env[69365]: _type = "Task" [ 1263.384462] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.392478] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.531486] env[69365]: DEBUG nova.compute.manager [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.834543] env[69365]: DEBUG nova.scheduler.client.report [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.894880] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302825, 'name': ReconfigVM_Task, 'duration_secs': 0.283186} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.895161] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 78e4862e-2d3d-4321-b74b-6e5f49457d05/78e4862e-2d3d-4321-b74b-6e5f49457d05.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.895759] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf7b4478-ddb3-4079-a0bd-abf81ae18ed7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.901640] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1263.901640] env[69365]: value = "task-3302826" [ 1263.901640] env[69365]: _type = "Task" [ 1263.901640] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.909188] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302826, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.971442] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.971816] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4edaaf24-db1c-43da-9166-06fcb987be0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.978176] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1263.978176] env[69365]: value = "task-3302827" [ 1263.978176] env[69365]: _type = "Task" [ 1263.978176] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.987697] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.051338] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.339940] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.343186] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.291s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.344695] env[69365]: INFO nova.compute.claims [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.357801] env[69365]: INFO nova.scheduler.client.report [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Deleted allocations for instance e41159ba-60e5-4bff-9c66-8c5ed6b7bd87 [ 1264.411810] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302826, 'name': Rename_Task, 'duration_secs': 0.130604} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.412041] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.412277] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e01d378-7adf-4f5e-9984-d261bc7eb210 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.418167] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1264.418167] env[69365]: value = "task-3302828" [ 1264.418167] env[69365]: _type = "Task" [ 1264.418167] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.425566] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.488755] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302827, 'name': PowerOffVM_Task, 'duration_secs': 0.269768} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.489028] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.489673] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.489878] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.490045] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.490256] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.490468] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.490632] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.490860] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.491049] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.491222] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.491383] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.491935] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.496496] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6701469-7208-4f85-b590-3771867da02c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.510668] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1264.510668] env[69365]: value = "task-3302829" [ 1264.510668] env[69365]: _type = "Task" [ 1264.510668] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.518138] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.865761] env[69365]: DEBUG oslo_concurrency.lockutils [None req-69f7610c-d5cb-4504-9f27-0e3c87298b21 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "e41159ba-60e5-4bff-9c66-8c5ed6b7bd87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.931s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.927961] env[69365]: DEBUG oslo_vmware.api [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302828, 'name': PowerOnVM_Task, 'duration_secs': 0.436701} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.928225] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.928417] env[69365]: INFO nova.compute.manager [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1264.928594] env[69365]: DEBUG nova.compute.manager [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.929349] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0a8423-78c2-43ad-8438-b1961d9bbe37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.020677] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302829, 'name': ReconfigVM_Task, 'duration_secs': 0.172978} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.021247] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a0f15c-5fac-44b9-af8a-cbc61d2a1b7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.043302] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.043569] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.043732] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.043913] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.044084] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.044241] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.044451] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.044621] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.044789] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.044954] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.045154] env[69365]: DEBUG nova.virt.hardware [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.045923] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7565f104-df5e-42ee-9e85-13afad89dc57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.051110] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1265.051110] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c5902d-34ba-7e14-c651-520689395e4d" [ 1265.051110] env[69365]: _type = "Task" [ 1265.051110] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.058956] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c5902d-34ba-7e14-c651-520689395e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.420230] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b7ba9c-436e-461e-8025-d8f1198ac03e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.427768] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea479b7-5982-42bb-9fd7-ae6a520f8f94 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.468126] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3939966-5512-482c-8ffe-3041975925dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.472511] env[69365]: INFO nova.compute.manager [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Took 12.71 seconds to build instance. [ 1265.477072] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf68f40f-35ac-4bca-976a-8ed6af0e5e76 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.491086] env[69365]: DEBUG nova.compute.provider_tree [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.561492] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c5902d-34ba-7e14-c651-520689395e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.008272} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.566687] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.567259] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e115ba1d-1e99-4725-a048-fdb490f82be8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.586040] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1265.586040] env[69365]: value = "task-3302830" [ 1265.586040] env[69365]: _type = "Task" [ 1265.586040] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.596856] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.977486] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c957fd73-1506-4be1-a93b-72d7081bd9d8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "78e4862e-2d3d-4321-b74b-6e5f49457d05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.221s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.995367] env[69365]: DEBUG nova.scheduler.client.report [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.096448] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302830, 'name': ReconfigVM_Task, 'duration_secs': 0.275866} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.096953] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1266.097853] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071f8767-93fc-4b57-98ae-297c86456cd7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.124067] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] a0fdc83d-4928-4319-ad2c-0ea6226e7cf3/a0fdc83d-4928-4319-ad2c-0ea6226e7cf3.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.125900] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-728e322e-1239-48f9-b684-71025227f111 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.139469] env[69365]: DEBUG nova.compute.manager [req-e1127173-1683-463a-9ad4-9476d7efd2bb req-927d638a-9082-4af4-b5e6-135c26202a51 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Received event network-changed-8138923b-ecbd-4544-a1cc-465acd5b6b73 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.139692] env[69365]: DEBUG nova.compute.manager [req-e1127173-1683-463a-9ad4-9476d7efd2bb req-927d638a-9082-4af4-b5e6-135c26202a51 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Refreshing instance network info cache due to event network-changed-8138923b-ecbd-4544-a1cc-465acd5b6b73. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.139943] env[69365]: DEBUG oslo_concurrency.lockutils [req-e1127173-1683-463a-9ad4-9476d7efd2bb req-927d638a-9082-4af4-b5e6-135c26202a51 service nova] Acquiring lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.140235] env[69365]: DEBUG oslo_concurrency.lockutils [req-e1127173-1683-463a-9ad4-9476d7efd2bb req-927d638a-9082-4af4-b5e6-135c26202a51 service nova] Acquired lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.140418] env[69365]: DEBUG nova.network.neutron [req-e1127173-1683-463a-9ad4-9476d7efd2bb req-927d638a-9082-4af4-b5e6-135c26202a51 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Refreshing network info cache for port 8138923b-ecbd-4544-a1cc-465acd5b6b73 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.146399] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1266.146399] env[69365]: value = "task-3302831" [ 1266.146399] env[69365]: _type = "Task" [ 1266.146399] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.155563] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.499542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.500113] env[69365]: DEBUG nova.compute.manager [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1266.657105] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.846864] env[69365]: DEBUG nova.network.neutron [req-e1127173-1683-463a-9ad4-9476d7efd2bb req-927d638a-9082-4af4-b5e6-135c26202a51 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Updated VIF entry in instance network info cache for port 8138923b-ecbd-4544-a1cc-465acd5b6b73. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.847309] env[69365]: DEBUG nova.network.neutron [req-e1127173-1683-463a-9ad4-9476d7efd2bb req-927d638a-9082-4af4-b5e6-135c26202a51 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Updating instance_info_cache with network_info: [{"id": "8138923b-ecbd-4544-a1cc-465acd5b6b73", "address": "fa:16:3e:ce:f3:99", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8138923b-ec", "ovs_interfaceid": "8138923b-ecbd-4544-a1cc-465acd5b6b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.005474] env[69365]: DEBUG nova.compute.utils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.007204] env[69365]: DEBUG nova.compute.manager [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.007380] env[69365]: DEBUG nova.network.neutron [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.042623] env[69365]: DEBUG nova.policy [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6cac28c22c4d87bd3e88a43978d109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd29bc10f4174032b8ced8365fc1f7cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.157172] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.173505] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "52392de2-f185-4cb7-b855-10d8662e7f81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.174158] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "52392de2-f185-4cb7-b855-10d8662e7f81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.304794] env[69365]: DEBUG nova.network.neutron [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Successfully created port: c38b7649-74a9-45b5-a5b6-db0677fb9655 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1267.349804] env[69365]: DEBUG oslo_concurrency.lockutils [req-e1127173-1683-463a-9ad4-9476d7efd2bb req-927d638a-9082-4af4-b5e6-135c26202a51 service nova] Releasing lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.510354] env[69365]: DEBUG nova.compute.manager [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.658142] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.676799] env[69365]: DEBUG nova.compute.manager [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.158758] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302831, 'name': ReconfigVM_Task, 'duration_secs': 1.747163} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.159074] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfigured VM instance instance-0000006c to attach disk [datastore2] a0fdc83d-4928-4319-ad2c-0ea6226e7cf3/a0fdc83d-4928-4319-ad2c-0ea6226e7cf3.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.159908] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebb7a37-f6c5-4e49-9238-4cc917dbc937 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.180058] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258158cf-5f09-47b7-8c8a-f4bacb51e3b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.204190] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.204450] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.205943] env[69365]: INFO nova.compute.claims [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.208848] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da09dba-e77c-480a-bda4-cb289fe798d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.229911] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd132a4-2e65-48bf-a9ef-2fac5b8c28c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.237030] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.237304] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9070eb3-067c-41cd-bd9f-25f5e549f912 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.243099] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1268.243099] env[69365]: value = "task-3302832" [ 1268.243099] env[69365]: _type = "Task" [ 1268.243099] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.251153] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.520138] env[69365]: DEBUG nova.compute.manager [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.547546] env[69365]: DEBUG nova.virt.hardware [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.547800] env[69365]: DEBUG nova.virt.hardware [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.547961] env[69365]: DEBUG nova.virt.hardware [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.548182] env[69365]: DEBUG nova.virt.hardware [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.548335] env[69365]: DEBUG nova.virt.hardware [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.548484] env[69365]: DEBUG nova.virt.hardware [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.548695] env[69365]: DEBUG nova.virt.hardware [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.548894] env[69365]: DEBUG nova.virt.hardware [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.549129] env[69365]: DEBUG nova.virt.hardware [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.549321] env[69365]: DEBUG nova.virt.hardware [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.549506] env[69365]: DEBUG nova.virt.hardware [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.550366] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78709c55-667a-42a7-8ab5-95d67f424d36 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.558934] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecc7b9e-a726-40f9-a448-08c53b05e5a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.735232] env[69365]: DEBUG nova.compute.manager [req-c40fd228-165b-4fc0-8005-f79f34c21069 req-971e49d8-ab81-4627-94ad-2a3c3f4c100f service nova] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Received event network-vif-plugged-c38b7649-74a9-45b5-a5b6-db0677fb9655 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.735510] env[69365]: DEBUG oslo_concurrency.lockutils [req-c40fd228-165b-4fc0-8005-f79f34c21069 req-971e49d8-ab81-4627-94ad-2a3c3f4c100f service nova] Acquiring lock "f077a065-891a-4c42-864d-43ac35f1bef4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.735710] env[69365]: DEBUG oslo_concurrency.lockutils [req-c40fd228-165b-4fc0-8005-f79f34c21069 req-971e49d8-ab81-4627-94ad-2a3c3f4c100f service nova] Lock "f077a065-891a-4c42-864d-43ac35f1bef4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.735889] env[69365]: DEBUG oslo_concurrency.lockutils [req-c40fd228-165b-4fc0-8005-f79f34c21069 req-971e49d8-ab81-4627-94ad-2a3c3f4c100f service nova] Lock "f077a065-891a-4c42-864d-43ac35f1bef4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.736052] env[69365]: DEBUG nova.compute.manager [req-c40fd228-165b-4fc0-8005-f79f34c21069 req-971e49d8-ab81-4627-94ad-2a3c3f4c100f service nova] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] No waiting events found dispatching network-vif-plugged-c38b7649-74a9-45b5-a5b6-db0677fb9655 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.736213] env[69365]: WARNING nova.compute.manager [req-c40fd228-165b-4fc0-8005-f79f34c21069 req-971e49d8-ab81-4627-94ad-2a3c3f4c100f service nova] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Received unexpected event network-vif-plugged-c38b7649-74a9-45b5-a5b6-db0677fb9655 for instance with vm_state building and task_state spawning. [ 1268.752714] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302832, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.817851] env[69365]: DEBUG nova.network.neutron [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Successfully updated port: c38b7649-74a9-45b5-a5b6-db0677fb9655 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.256348] env[69365]: DEBUG oslo_vmware.api [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302832, 'name': PowerOnVM_Task, 'duration_secs': 0.692345} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.256714] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.292973] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8144cf-e017-4763-b89a-dfedd539cc36 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.301864] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7244c87e-3cbe-46d9-a3fd-b693fc034866 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.330791] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.330939] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.331106] env[69365]: DEBUG nova.network.neutron [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.332737] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dfe787-f16d-47c2-8753-af13c93932d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.341267] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf9f653-52ef-4a7f-b9d9-d880f5b629c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.355862] env[69365]: DEBUG nova.compute.provider_tree [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.859035] env[69365]: DEBUG nova.scheduler.client.report [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.872957] env[69365]: DEBUG nova.network.neutron [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.994900] env[69365]: DEBUG nova.network.neutron [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance_info_cache with network_info: [{"id": "c38b7649-74a9-45b5-a5b6-db0677fb9655", "address": "fa:16:3e:44:e8:da", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b7649-74", "ovs_interfaceid": "c38b7649-74a9-45b5-a5b6-db0677fb9655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.306923] env[69365]: INFO nova.compute.manager [None req-786c47ed-3771-47a4-b9d9-382f6b361cf3 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance to original state: 'active' [ 1270.364154] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.364735] env[69365]: DEBUG nova.compute.manager [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.497730] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.498128] env[69365]: DEBUG nova.compute.manager [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Instance network_info: |[{"id": "c38b7649-74a9-45b5-a5b6-db0677fb9655", "address": "fa:16:3e:44:e8:da", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b7649-74", "ovs_interfaceid": "c38b7649-74a9-45b5-a5b6-db0677fb9655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.498576] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:e8:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c38b7649-74a9-45b5-a5b6-db0677fb9655', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.506201] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.506435] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.506642] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b00fd72-426b-4ec0-ba05-6db76cc7050f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.526196] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.526196] env[69365]: value = "task-3302833" [ 1270.526196] env[69365]: _type = "Task" [ 1270.526196] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.533503] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302833, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.765605] env[69365]: DEBUG nova.compute.manager [req-8fd0bd3f-1fa7-44ea-b46e-75612f9cf55c req-16b10da5-7cf6-410b-804c-8a8f266d8937 service nova] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Received event network-changed-c38b7649-74a9-45b5-a5b6-db0677fb9655 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.765763] env[69365]: DEBUG nova.compute.manager [req-8fd0bd3f-1fa7-44ea-b46e-75612f9cf55c req-16b10da5-7cf6-410b-804c-8a8f266d8937 service nova] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Refreshing instance network info cache due to event network-changed-c38b7649-74a9-45b5-a5b6-db0677fb9655. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.765976] env[69365]: DEBUG oslo_concurrency.lockutils [req-8fd0bd3f-1fa7-44ea-b46e-75612f9cf55c req-16b10da5-7cf6-410b-804c-8a8f266d8937 service nova] Acquiring lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.766130] env[69365]: DEBUG oslo_concurrency.lockutils [req-8fd0bd3f-1fa7-44ea-b46e-75612f9cf55c req-16b10da5-7cf6-410b-804c-8a8f266d8937 service nova] Acquired lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.766292] env[69365]: DEBUG nova.network.neutron [req-8fd0bd3f-1fa7-44ea-b46e-75612f9cf55c req-16b10da5-7cf6-410b-804c-8a8f266d8937 service nova] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Refreshing network info cache for port c38b7649-74a9-45b5-a5b6-db0677fb9655 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.870027] env[69365]: DEBUG nova.compute.utils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1270.871224] env[69365]: DEBUG nova.compute.manager [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1270.871426] env[69365]: DEBUG nova.network.neutron [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.917710] env[69365]: DEBUG nova.policy [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccf5ac60b721407e8357eda343a7602a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '834a6dc617e4475d811bb1f4abb07117', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.039297] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302833, 'name': CreateVM_Task, 'duration_secs': 0.280819} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.039454] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.040162] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.040364] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.040689] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.040991] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb9a52b-f2fa-4993-9afd-fae01c5ceace {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.046158] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1271.046158] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5249823f-472e-5863-c469-681831cfed14" [ 1271.046158] env[69365]: _type = "Task" [ 1271.046158] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.056031] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5249823f-472e-5863-c469-681831cfed14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.238472] env[69365]: DEBUG nova.network.neutron [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Successfully created port: 698148e0-9f68-4568-9ad9-b3d466bfbe74 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1271.378810] env[69365]: DEBUG nova.compute.manager [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1271.560353] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5249823f-472e-5863-c469-681831cfed14, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.560766] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.561131] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.561513] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.561777] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.562094] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.562461] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-409e25a6-b09b-4533-a502-06dae67b2611 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.571624] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.571908] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.572974] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20f4441-9055-4c76-a2f0-f6dc37eee52a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.578491] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1271.578491] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5227d08e-1d75-13a8-1a18-6735911a4bd5" [ 1271.578491] env[69365]: _type = "Task" [ 1271.578491] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.588880] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5227d08e-1d75-13a8-1a18-6735911a4bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.589651] env[69365]: DEBUG nova.network.neutron [req-8fd0bd3f-1fa7-44ea-b46e-75612f9cf55c req-16b10da5-7cf6-410b-804c-8a8f266d8937 service nova] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updated VIF entry in instance network info cache for port c38b7649-74a9-45b5-a5b6-db0677fb9655. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.589960] env[69365]: DEBUG nova.network.neutron [req-8fd0bd3f-1fa7-44ea-b46e-75612f9cf55c req-16b10da5-7cf6-410b-804c-8a8f266d8937 service nova] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance_info_cache with network_info: [{"id": "c38b7649-74a9-45b5-a5b6-db0677fb9655", "address": "fa:16:3e:44:e8:da", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b7649-74", "ovs_interfaceid": "c38b7649-74a9-45b5-a5b6-db0677fb9655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.681361] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.681646] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.681998] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.682219] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.682388] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.684390] env[69365]: INFO nova.compute.manager [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Terminating instance [ 1272.091031] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5227d08e-1d75-13a8-1a18-6735911a4bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.091031] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-072fa6bc-bcb8-4f0a-9c4f-37c0203e81ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.092487] env[69365]: DEBUG oslo_concurrency.lockutils [req-8fd0bd3f-1fa7-44ea-b46e-75612f9cf55c req-16b10da5-7cf6-410b-804c-8a8f266d8937 service nova] Releasing lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.095625] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1272.095625] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521605c8-6b39-74b8-3d18-2872be52d976" [ 1272.095625] env[69365]: _type = "Task" [ 1272.095625] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.102777] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521605c8-6b39-74b8-3d18-2872be52d976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.188522] env[69365]: DEBUG nova.compute.manager [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.188850] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.189186] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44816416-a1a4-4254-bade-f15b7e34fd73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.195974] env[69365]: DEBUG oslo_vmware.api [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1272.195974] env[69365]: value = "task-3302834" [ 1272.195974] env[69365]: _type = "Task" [ 1272.195974] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.204799] env[69365]: DEBUG oslo_vmware.api [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.389331] env[69365]: DEBUG nova.compute.manager [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1272.415653] env[69365]: DEBUG nova.virt.hardware [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.415911] env[69365]: DEBUG nova.virt.hardware [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.416080] env[69365]: DEBUG nova.virt.hardware [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.416271] env[69365]: DEBUG nova.virt.hardware [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.416413] env[69365]: DEBUG nova.virt.hardware [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.416562] env[69365]: DEBUG nova.virt.hardware [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.416771] env[69365]: DEBUG nova.virt.hardware [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.416935] env[69365]: DEBUG nova.virt.hardware [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.417163] env[69365]: DEBUG nova.virt.hardware [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.417346] env[69365]: DEBUG nova.virt.hardware [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.417529] env[69365]: DEBUG nova.virt.hardware [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.418396] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4788103d-7d7d-4ef1-85aa-f623858db52f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.426565] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72c7f27-17c3-4834-8300-08893ada2b1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.606095] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521605c8-6b39-74b8-3d18-2872be52d976, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.606407] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.606750] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] f077a065-891a-4c42-864d-43ac35f1bef4/f077a065-891a-4c42-864d-43ac35f1bef4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.607045] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca208c62-e362-46b7-b966-fba62aeca208 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.614125] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1272.614125] env[69365]: value = "task-3302835" [ 1272.614125] env[69365]: _type = "Task" [ 1272.614125] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.621623] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.706281] env[69365]: DEBUG oslo_vmware.api [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302834, 'name': PowerOffVM_Task, 'duration_secs': 0.203655} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.706591] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.706805] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1272.707040] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659464', 'volume_id': '674f3ef1-fd63-476d-b840-c5a406f1916d', 'name': 'volume-674f3ef1-fd63-476d-b840-c5a406f1916d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a0fdc83d-4928-4319-ad2c-0ea6226e7cf3', 'attached_at': '2025-04-04T03:42:07.000000', 'detached_at': '', 'volume_id': '674f3ef1-fd63-476d-b840-c5a406f1916d', 'serial': '674f3ef1-fd63-476d-b840-c5a406f1916d'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1272.707926] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ebd937-8b6b-4e9d-a7da-aa82cd6bf00f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.730962] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1efe32-b75e-4841-8404-72fd014ee433 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.740588] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fede21-43d1-4949-b6ce-efeb91b3b9fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.762797] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e62a11-6bbe-40c1-a12a-4b97b291bb7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.778805] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] The volume has not been displaced from its original location: [datastore1] volume-674f3ef1-fd63-476d-b840-c5a406f1916d/volume-674f3ef1-fd63-476d-b840-c5a406f1916d.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1272.785299] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1272.785718] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20fa052-09f3-40ca-be14-4ffca2001dab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.803080] env[69365]: DEBUG nova.compute.manager [req-806981be-4d87-41f2-9f82-7b43467a7c1d req-c2e71409-9ed6-42ee-a1ca-654e11d1507f service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Received event network-vif-plugged-698148e0-9f68-4568-9ad9-b3d466bfbe74 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.803350] env[69365]: DEBUG oslo_concurrency.lockutils [req-806981be-4d87-41f2-9f82-7b43467a7c1d req-c2e71409-9ed6-42ee-a1ca-654e11d1507f service nova] Acquiring lock "52392de2-f185-4cb7-b855-10d8662e7f81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.803563] env[69365]: DEBUG oslo_concurrency.lockutils [req-806981be-4d87-41f2-9f82-7b43467a7c1d req-c2e71409-9ed6-42ee-a1ca-654e11d1507f service nova] Lock "52392de2-f185-4cb7-b855-10d8662e7f81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.803726] env[69365]: DEBUG oslo_concurrency.lockutils [req-806981be-4d87-41f2-9f82-7b43467a7c1d req-c2e71409-9ed6-42ee-a1ca-654e11d1507f service nova] Lock "52392de2-f185-4cb7-b855-10d8662e7f81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.803922] env[69365]: DEBUG nova.compute.manager [req-806981be-4d87-41f2-9f82-7b43467a7c1d req-c2e71409-9ed6-42ee-a1ca-654e11d1507f service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] No waiting events found dispatching network-vif-plugged-698148e0-9f68-4568-9ad9-b3d466bfbe74 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1272.804104] env[69365]: WARNING nova.compute.manager [req-806981be-4d87-41f2-9f82-7b43467a7c1d req-c2e71409-9ed6-42ee-a1ca-654e11d1507f service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Received unexpected event network-vif-plugged-698148e0-9f68-4568-9ad9-b3d466bfbe74 for instance with vm_state building and task_state spawning. [ 1272.809767] env[69365]: DEBUG oslo_vmware.api [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1272.809767] env[69365]: value = "task-3302836" [ 1272.809767] env[69365]: _type = "Task" [ 1272.809767] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.818925] env[69365]: DEBUG oslo_vmware.api [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.884489] env[69365]: DEBUG nova.network.neutron [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Successfully updated port: 698148e0-9f68-4568-9ad9-b3d466bfbe74 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.125238] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302835, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.319196] env[69365]: DEBUG oslo_vmware.api [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302836, 'name': ReconfigVM_Task, 'duration_secs': 0.331813} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.319543] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1273.324488] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eeb7db9-9488-4726-be7c-510be403af3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.339561] env[69365]: DEBUG oslo_vmware.api [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1273.339561] env[69365]: value = "task-3302837" [ 1273.339561] env[69365]: _type = "Task" [ 1273.339561] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.346841] env[69365]: DEBUG oslo_vmware.api [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.387687] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "refresh_cache-52392de2-f185-4cb7-b855-10d8662e7f81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.387902] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired lock "refresh_cache-52392de2-f185-4cb7-b855-10d8662e7f81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.388033] env[69365]: DEBUG nova.network.neutron [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.625033] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302835, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.849550] env[69365]: DEBUG oslo_vmware.api [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302837, 'name': ReconfigVM_Task, 'duration_secs': 0.138065} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.849828] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659464', 'volume_id': '674f3ef1-fd63-476d-b840-c5a406f1916d', 'name': 'volume-674f3ef1-fd63-476d-b840-c5a406f1916d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a0fdc83d-4928-4319-ad2c-0ea6226e7cf3', 'attached_at': '2025-04-04T03:42:07.000000', 'detached_at': '', 'volume_id': '674f3ef1-fd63-476d-b840-c5a406f1916d', 'serial': '674f3ef1-fd63-476d-b840-c5a406f1916d'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1273.850135] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.850900] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd3d7ba-775a-4e40-aa95-b0754818f0d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.857310] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.857514] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a422afc7-951b-48d5-93c8-843836eb1574 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.920920] env[69365]: DEBUG nova.network.neutron [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.945107] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.945416] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.945616] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleting the datastore file [datastore2] a0fdc83d-4928-4319-ad2c-0ea6226e7cf3 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.945882] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a19624ea-6fc8-442d-ba5e-75aa5d5f3bfa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.955629] env[69365]: DEBUG oslo_vmware.api [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1273.955629] env[69365]: value = "task-3302839" [ 1273.955629] env[69365]: _type = "Task" [ 1273.955629] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.965405] env[69365]: DEBUG oslo_vmware.api [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.044642] env[69365]: DEBUG nova.network.neutron [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Updating instance_info_cache with network_info: [{"id": "698148e0-9f68-4568-9ad9-b3d466bfbe74", "address": "fa:16:3e:88:88:3f", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698148e0-9f", "ovs_interfaceid": "698148e0-9f68-4568-9ad9-b3d466bfbe74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.128064] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302835, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.479157} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.128064] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] f077a065-891a-4c42-864d-43ac35f1bef4/f077a065-891a-4c42-864d-43ac35f1bef4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.128475] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.128475] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a454251-eaad-4667-a17d-be5294909f34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.134572] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1274.134572] env[69365]: value = "task-3302840" [ 1274.134572] env[69365]: _type = "Task" [ 1274.134572] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.142989] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.465961] env[69365]: DEBUG oslo_vmware.api [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140183} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.466250] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.466437] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.466616] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.466792] env[69365]: INFO nova.compute.manager [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1274.467041] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.467233] env[69365]: DEBUG nova.compute.manager [-] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.467329] env[69365]: DEBUG nova.network.neutron [-] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.547124] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Releasing lock "refresh_cache-52392de2-f185-4cb7-b855-10d8662e7f81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.547454] env[69365]: DEBUG nova.compute.manager [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Instance network_info: |[{"id": "698148e0-9f68-4568-9ad9-b3d466bfbe74", "address": "fa:16:3e:88:88:3f", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698148e0-9f", "ovs_interfaceid": "698148e0-9f68-4568-9ad9-b3d466bfbe74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1274.547877] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:88:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '698148e0-9f68-4568-9ad9-b3d466bfbe74', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.555424] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.555661] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.555864] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a275e025-5a46-4c56-8319-af2bd98da25b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.575709] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.575709] env[69365]: value = "task-3302841" [ 1274.575709] env[69365]: _type = "Task" [ 1274.575709] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.584908] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302841, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.644274] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.35731} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.644574] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.645378] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece2612c-1fa9-44c0-a5b0-234358bebf6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.667395] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] f077a065-891a-4c42-864d-43ac35f1bef4/f077a065-891a-4c42-864d-43ac35f1bef4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.667734] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a90d680-767c-4a1f-afec-95b71984fa43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.686517] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1274.686517] env[69365]: value = "task-3302842" [ 1274.686517] env[69365]: _type = "Task" [ 1274.686517] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.694384] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.836605] env[69365]: DEBUG nova.compute.manager [req-00b1f539-fe29-49bf-a535-75381ed0c1aa req-69a792e9-19d1-4fe4-bc80-0c66abe2c70b service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Received event network-changed-698148e0-9f68-4568-9ad9-b3d466bfbe74 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.836824] env[69365]: DEBUG nova.compute.manager [req-00b1f539-fe29-49bf-a535-75381ed0c1aa req-69a792e9-19d1-4fe4-bc80-0c66abe2c70b service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Refreshing instance network info cache due to event network-changed-698148e0-9f68-4568-9ad9-b3d466bfbe74. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.837053] env[69365]: DEBUG oslo_concurrency.lockutils [req-00b1f539-fe29-49bf-a535-75381ed0c1aa req-69a792e9-19d1-4fe4-bc80-0c66abe2c70b service nova] Acquiring lock "refresh_cache-52392de2-f185-4cb7-b855-10d8662e7f81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.837179] env[69365]: DEBUG oslo_concurrency.lockutils [req-00b1f539-fe29-49bf-a535-75381ed0c1aa req-69a792e9-19d1-4fe4-bc80-0c66abe2c70b service nova] Acquired lock "refresh_cache-52392de2-f185-4cb7-b855-10d8662e7f81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.837342] env[69365]: DEBUG nova.network.neutron [req-00b1f539-fe29-49bf-a535-75381ed0c1aa req-69a792e9-19d1-4fe4-bc80-0c66abe2c70b service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Refreshing network info cache for port 698148e0-9f68-4568-9ad9-b3d466bfbe74 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.085627] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302841, 'name': CreateVM_Task, 'duration_secs': 0.357748} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.085817] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.086501] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.086667] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.086988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.087254] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dbf9579-c2d4-4666-b99f-b4ff04aa2e48 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.091390] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1275.091390] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5228472d-97d4-a811-7bd9-84f682b7321a" [ 1275.091390] env[69365]: _type = "Task" [ 1275.091390] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.100665] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5228472d-97d4-a811-7bd9-84f682b7321a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.196697] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.430468] env[69365]: DEBUG nova.network.neutron [-] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.517748] env[69365]: DEBUG nova.network.neutron [req-00b1f539-fe29-49bf-a535-75381ed0c1aa req-69a792e9-19d1-4fe4-bc80-0c66abe2c70b service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Updated VIF entry in instance network info cache for port 698148e0-9f68-4568-9ad9-b3d466bfbe74. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.518128] env[69365]: DEBUG nova.network.neutron [req-00b1f539-fe29-49bf-a535-75381ed0c1aa req-69a792e9-19d1-4fe4-bc80-0c66abe2c70b service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Updating instance_info_cache with network_info: [{"id": "698148e0-9f68-4568-9ad9-b3d466bfbe74", "address": "fa:16:3e:88:88:3f", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698148e0-9f", "ovs_interfaceid": "698148e0-9f68-4568-9ad9-b3d466bfbe74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.601953] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5228472d-97d4-a811-7bd9-84f682b7321a, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.602264] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.602493] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.602724] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.602869] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.603058] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.603312] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe72c369-b59f-493a-9a59-a84d4d25a1bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.611271] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.611441] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.612144] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecbec6f7-d100-46e2-a42e-d36c0880da7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.617601] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1275.617601] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aca53f-2167-3c7a-e1b3-114a1495e3b7" [ 1275.617601] env[69365]: _type = "Task" [ 1275.617601] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.624748] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aca53f-2167-3c7a-e1b3-114a1495e3b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.696465] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.933468] env[69365]: INFO nova.compute.manager [-] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Took 1.47 seconds to deallocate network for instance. [ 1276.020658] env[69365]: DEBUG oslo_concurrency.lockutils [req-00b1f539-fe29-49bf-a535-75381ed0c1aa req-69a792e9-19d1-4fe4-bc80-0c66abe2c70b service nova] Releasing lock "refresh_cache-52392de2-f185-4cb7-b855-10d8662e7f81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.130035] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aca53f-2167-3c7a-e1b3-114a1495e3b7, 'name': SearchDatastore_Task, 'duration_secs': 0.008052} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.130035] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b5f225-9451-449e-aa81-99d9675f2658 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.134830] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1276.134830] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5260bd1b-5f85-c249-c437-e68ff2664aa3" [ 1276.134830] env[69365]: _type = "Task" [ 1276.134830] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.142316] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5260bd1b-5f85-c249-c437-e68ff2664aa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.196865] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302842, 'name': ReconfigVM_Task, 'duration_secs': 1.270636} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.197200] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Reconfigured VM instance instance-00000075 to attach disk [datastore2] f077a065-891a-4c42-864d-43ac35f1bef4/f077a065-891a-4c42-864d-43ac35f1bef4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.197854] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0b64d53-3d88-4cdf-9743-353aeae7bab1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.203882] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1276.203882] env[69365]: value = "task-3302843" [ 1276.203882] env[69365]: _type = "Task" [ 1276.203882] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.211144] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302843, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.476218] env[69365]: INFO nova.compute.manager [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Took 0.54 seconds to detach 1 volumes for instance. [ 1276.646082] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5260bd1b-5f85-c249-c437-e68ff2664aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.646373] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.646634] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 52392de2-f185-4cb7-b855-10d8662e7f81/52392de2-f185-4cb7-b855-10d8662e7f81.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.646894] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbc776bc-84e6-491d-9655-9146a21aca8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.653634] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1276.653634] env[69365]: value = "task-3302844" [ 1276.653634] env[69365]: _type = "Task" [ 1276.653634] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.661158] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.713862] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302843, 'name': Rename_Task, 'duration_secs': 0.129827} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.714196] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.714466] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4008c100-90ad-4b33-8166-9caa640b55ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.720901] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1276.720901] env[69365]: value = "task-3302845" [ 1276.720901] env[69365]: _type = "Task" [ 1276.720901] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.728837] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.866383] env[69365]: DEBUG nova.compute.manager [req-c41a0977-67d1-4380-a9ea-704c06d95a8c req-d74f4383-6e14-4987-ab64-48af79f029f9 service nova] [instance: a0fdc83d-4928-4319-ad2c-0ea6226e7cf3] Received event network-vif-deleted-b0f441c3-3476-4257-b893-cbb14466e3d3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.983575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.983575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.983847] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.019558] env[69365]: INFO nova.scheduler.client.report [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleted allocations for instance a0fdc83d-4928-4319-ad2c-0ea6226e7cf3 [ 1277.163273] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450921} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.163570] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 52392de2-f185-4cb7-b855-10d8662e7f81/52392de2-f185-4cb7-b855-10d8662e7f81.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.163807] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.164095] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1362b90-cf1d-46ef-97cd-315cd23ecb43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.170588] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1277.170588] env[69365]: value = "task-3302846" [ 1277.170588] env[69365]: _type = "Task" [ 1277.170588] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.178137] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.231297] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.528128] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f745d8e1-f738-46d4-bba6-ffa6bcde643c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "a0fdc83d-4928-4319-ad2c-0ea6226e7cf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.846s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.681088] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074421} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.681348] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.682108] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadf0c1a-c264-456d-840a-71e42f78596c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.703355] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 52392de2-f185-4cb7-b855-10d8662e7f81/52392de2-f185-4cb7-b855-10d8662e7f81.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.703589] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c9beb69-1a33-40be-b51c-3dd2bd82a5b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.722424] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1277.722424] env[69365]: value = "task-3302847" [ 1277.722424] env[69365]: _type = "Task" [ 1277.722424] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.734919] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.735155] env[69365]: DEBUG oslo_vmware.api [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302845, 'name': PowerOnVM_Task, 'duration_secs': 0.712632} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.735384] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.735582] env[69365]: INFO nova.compute.manager [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1277.735756] env[69365]: DEBUG nova.compute.manager [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.736535] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd95c77e-fee1-4a0b-8578-3b153fce64b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.237656] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302847, 'name': ReconfigVM_Task, 'duration_secs': 0.255276} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.238174] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 52392de2-f185-4cb7-b855-10d8662e7f81/52392de2-f185-4cb7-b855-10d8662e7f81.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.239026] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b3b12ab-d32c-4c5a-a712-4bca9c9a0018 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.252528] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1278.252528] env[69365]: value = "task-3302848" [ 1278.252528] env[69365]: _type = "Task" [ 1278.252528] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.259432] env[69365]: INFO nova.compute.manager [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Took 14.22 seconds to build instance. [ 1278.269126] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302848, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.764037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-75252053-c2e2-4359-8194-a5a2b04756cf tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "f077a065-891a-4c42-864d-43ac35f1bef4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.735s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.764303] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302848, 'name': Rename_Task, 'duration_secs': 0.154342} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.764502] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.764741] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79e259a4-f44b-4b4c-9dcb-37d0fe9a6a64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.770790] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1278.770790] env[69365]: value = "task-3302849" [ 1278.770790] env[69365]: _type = "Task" [ 1278.770790] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.779119] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.936703] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "3a51af68-d97c-4670-a398-1ad12ad63759" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.936954] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "3a51af68-d97c-4670-a398-1ad12ad63759" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.280717] env[69365]: DEBUG oslo_vmware.api [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302849, 'name': PowerOnVM_Task, 'duration_secs': 0.473624} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.281133] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.281261] env[69365]: INFO nova.compute.manager [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1279.281442] env[69365]: DEBUG nova.compute.manager [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.282201] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d40113-6089-4741-827c-fc8dedfbd660 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.374802] env[69365]: DEBUG nova.compute.manager [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1279.439662] env[69365]: DEBUG nova.compute.manager [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.800804] env[69365]: INFO nova.compute.manager [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Took 11.62 seconds to build instance. [ 1279.896010] env[69365]: DEBUG oslo_concurrency.lockutils [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.896327] env[69365]: DEBUG oslo_concurrency.lockutils [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.958463] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.271376] env[69365]: DEBUG nova.compute.manager [req-5fbab9d9-fd9c-4b38-a8c2-e3fc48aa707c req-b2e37ef1-76cd-437e-af0d-e381198ef5dc service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Received event network-changed-698148e0-9f68-4568-9ad9-b3d466bfbe74 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.271560] env[69365]: DEBUG nova.compute.manager [req-5fbab9d9-fd9c-4b38-a8c2-e3fc48aa707c req-b2e37ef1-76cd-437e-af0d-e381198ef5dc service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Refreshing instance network info cache due to event network-changed-698148e0-9f68-4568-9ad9-b3d466bfbe74. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.271795] env[69365]: DEBUG oslo_concurrency.lockutils [req-5fbab9d9-fd9c-4b38-a8c2-e3fc48aa707c req-b2e37ef1-76cd-437e-af0d-e381198ef5dc service nova] Acquiring lock "refresh_cache-52392de2-f185-4cb7-b855-10d8662e7f81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.271950] env[69365]: DEBUG oslo_concurrency.lockutils [req-5fbab9d9-fd9c-4b38-a8c2-e3fc48aa707c req-b2e37ef1-76cd-437e-af0d-e381198ef5dc service nova] Acquired lock "refresh_cache-52392de2-f185-4cb7-b855-10d8662e7f81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.272130] env[69365]: DEBUG nova.network.neutron [req-5fbab9d9-fd9c-4b38-a8c2-e3fc48aa707c req-b2e37ef1-76cd-437e-af0d-e381198ef5dc service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Refreshing network info cache for port 698148e0-9f68-4568-9ad9-b3d466bfbe74 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.303202] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea4b3458-e420-4ea2-9408-a9c91a1cd487 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "52392de2-f185-4cb7-b855-10d8662e7f81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.129s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.401531] env[69365]: INFO nova.compute.claims [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.908465] env[69365]: INFO nova.compute.resource_tracker [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating resource usage from migration a9701f64-c8a1-4270-a175-6288e9d00d3b [ 1280.986811] env[69365]: DEBUG nova.network.neutron [req-5fbab9d9-fd9c-4b38-a8c2-e3fc48aa707c req-b2e37ef1-76cd-437e-af0d-e381198ef5dc service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Updated VIF entry in instance network info cache for port 698148e0-9f68-4568-9ad9-b3d466bfbe74. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.987191] env[69365]: DEBUG nova.network.neutron [req-5fbab9d9-fd9c-4b38-a8c2-e3fc48aa707c req-b2e37ef1-76cd-437e-af0d-e381198ef5dc service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Updating instance_info_cache with network_info: [{"id": "698148e0-9f68-4568-9ad9-b3d466bfbe74", "address": "fa:16:3e:88:88:3f", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698148e0-9f", "ovs_interfaceid": "698148e0-9f68-4568-9ad9-b3d466bfbe74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.989595] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8039ed1d-a01d-4345-ba82-ae200246a427 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.997748] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256404ac-9729-41c5-a201-f05456aa46a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.028297] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7709b43-69d5-4116-9942-18203c802976 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.035031] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7697b70f-41f1-42da-b908-2b6f72b9066a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.048164] env[69365]: DEBUG nova.compute.provider_tree [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.493695] env[69365]: DEBUG oslo_concurrency.lockutils [req-5fbab9d9-fd9c-4b38-a8c2-e3fc48aa707c req-b2e37ef1-76cd-437e-af0d-e381198ef5dc service nova] Releasing lock "refresh_cache-52392de2-f185-4cb7-b855-10d8662e7f81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.552073] env[69365]: DEBUG nova.scheduler.client.report [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.057757] env[69365]: DEBUG oslo_concurrency.lockutils [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.161s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.058148] env[69365]: INFO nova.compute.manager [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Migrating [ 1282.068334] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.110s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.069979] env[69365]: INFO nova.compute.claims [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.583102] env[69365]: DEBUG oslo_concurrency.lockutils [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.583490] env[69365]: DEBUG oslo_concurrency.lockutils [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.583490] env[69365]: DEBUG nova.network.neutron [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.182864] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f624508-e13b-4160-9749-2a8ac0273203 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.191380] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed5bd89-59fc-43f1-a81c-51a75b4e5de6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.227681] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd286c1-7945-4ee4-87d8-739877f466f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.235964] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756b1020-d8e4-4acd-b3f8-169737c23e99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.250208] env[69365]: DEBUG nova.compute.provider_tree [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.291507] env[69365]: DEBUG nova.network.neutron [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance_info_cache with network_info: [{"id": "c38b7649-74a9-45b5-a5b6-db0677fb9655", "address": "fa:16:3e:44:e8:da", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b7649-74", "ovs_interfaceid": "c38b7649-74a9-45b5-a5b6-db0677fb9655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.753470] env[69365]: DEBUG nova.scheduler.client.report [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.794296] env[69365]: DEBUG oslo_concurrency.lockutils [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.258096] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.258677] env[69365]: DEBUG nova.compute.manager [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.763978] env[69365]: DEBUG nova.compute.utils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.765041] env[69365]: DEBUG nova.compute.manager [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.765215] env[69365]: DEBUG nova.network.neutron [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.801012] env[69365]: DEBUG nova.policy [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41b8a8c9471d4e2f9120000d9dd71322', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd05ece9fcf7b4bfab1dbd9f7660a9992', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.062344] env[69365]: DEBUG nova.network.neutron [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Successfully created port: 2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.268988] env[69365]: DEBUG nova.compute.manager [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.312414] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071868a5-733e-4d3a-b312-3c8ecc73726a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.331916] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance 'f077a065-891a-4c42-864d-43ac35f1bef4' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.837633] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.837956] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de7c2d28-09f2-4103-bbe6-051da6165f69 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.846226] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1285.846226] env[69365]: value = "task-3302850" [ 1285.846226] env[69365]: _type = "Task" [ 1285.846226] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.853793] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.283440] env[69365]: DEBUG nova.compute.manager [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.309620] env[69365]: DEBUG nova.virt.hardware [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.309855] env[69365]: DEBUG nova.virt.hardware [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.310037] env[69365]: DEBUG nova.virt.hardware [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.310257] env[69365]: DEBUG nova.virt.hardware [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.310409] env[69365]: DEBUG nova.virt.hardware [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.310560] env[69365]: DEBUG nova.virt.hardware [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.310772] env[69365]: DEBUG nova.virt.hardware [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.310956] env[69365]: DEBUG nova.virt.hardware [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.311146] env[69365]: DEBUG nova.virt.hardware [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.311313] env[69365]: DEBUG nova.virt.hardware [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.311487] env[69365]: DEBUG nova.virt.hardware [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.312351] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3c0eeb-2c8d-477d-952a-03172d2fe422 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.320780] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaa701f-79a3-4ec6-8d25-65f1da1e22cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.354539] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302850, 'name': PowerOffVM_Task, 'duration_secs': 0.194703} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.354806] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.355032] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance 'f077a065-891a-4c42-864d-43ac35f1bef4' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.427525] env[69365]: DEBUG nova.compute.manager [req-88120d9e-88b5-4d9f-94e7-9ed5afdc3770 req-0a6b680a-05eb-4bb1-990f-bc2e7f0d9154 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Received event network-vif-plugged-2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.427733] env[69365]: DEBUG oslo_concurrency.lockutils [req-88120d9e-88b5-4d9f-94e7-9ed5afdc3770 req-0a6b680a-05eb-4bb1-990f-bc2e7f0d9154 service nova] Acquiring lock "3a51af68-d97c-4670-a398-1ad12ad63759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.428059] env[69365]: DEBUG oslo_concurrency.lockutils [req-88120d9e-88b5-4d9f-94e7-9ed5afdc3770 req-0a6b680a-05eb-4bb1-990f-bc2e7f0d9154 service nova] Lock "3a51af68-d97c-4670-a398-1ad12ad63759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.428115] env[69365]: DEBUG oslo_concurrency.lockutils [req-88120d9e-88b5-4d9f-94e7-9ed5afdc3770 req-0a6b680a-05eb-4bb1-990f-bc2e7f0d9154 service nova] Lock "3a51af68-d97c-4670-a398-1ad12ad63759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.428458] env[69365]: DEBUG nova.compute.manager [req-88120d9e-88b5-4d9f-94e7-9ed5afdc3770 req-0a6b680a-05eb-4bb1-990f-bc2e7f0d9154 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] No waiting events found dispatching network-vif-plugged-2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1286.428690] env[69365]: WARNING nova.compute.manager [req-88120d9e-88b5-4d9f-94e7-9ed5afdc3770 req-0a6b680a-05eb-4bb1-990f-bc2e7f0d9154 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Received unexpected event network-vif-plugged-2b5e30e6-e90f-41d8-ac77-90fa9969615b for instance with vm_state building and task_state spawning. [ 1286.516783] env[69365]: DEBUG nova.network.neutron [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Successfully updated port: 2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.861406] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.861837] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.861837] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.862080] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.862270] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.862465] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.862769] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.862992] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.863226] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.863439] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.863668] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.869410] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34dac9f9-c3b7-468d-af53-9482d90f7f27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.886591] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1286.886591] env[69365]: value = "task-3302851" [ 1286.886591] env[69365]: _type = "Task" [ 1286.886591] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.897262] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.020078] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.020211] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.020374] env[69365]: DEBUG nova.network.neutron [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.397169] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302851, 'name': ReconfigVM_Task, 'duration_secs': 0.137464} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.397463] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance 'f077a065-891a-4c42-864d-43ac35f1bef4' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.551243] env[69365]: DEBUG nova.network.neutron [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.665401] env[69365]: DEBUG nova.network.neutron [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updating instance_info_cache with network_info: [{"id": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "address": "fa:16:3e:a9:1b:a9", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5e30e6-e9", "ovs_interfaceid": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.904203] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.904523] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.904607] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.904758] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.904902] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.905065] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.905270] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.905432] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.905595] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.905756] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.905931] env[69365]: DEBUG nova.virt.hardware [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.911243] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1287.911530] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09ad899f-03a7-4f4f-806f-ae6bc11a8635 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.931051] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1287.931051] env[69365]: value = "task-3302852" [ 1287.931051] env[69365]: _type = "Task" [ 1287.931051] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.938832] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.168071] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.168428] env[69365]: DEBUG nova.compute.manager [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Instance network_info: |[{"id": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "address": "fa:16:3e:a9:1b:a9", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5e30e6-e9", "ovs_interfaceid": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1288.168878] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:1b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b5e30e6-e90f-41d8-ac77-90fa9969615b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.176379] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.176568] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.176784] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15528bff-2d82-4d65-a9cd-e90b613b7a60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.197632] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.197632] env[69365]: value = "task-3302853" [ 1288.197632] env[69365]: _type = "Task" [ 1288.197632] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.205218] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302853, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.440987] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302852, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.458320] env[69365]: DEBUG nova.compute.manager [req-7d0762d1-1b2a-46dd-b2d5-48daa38fba54 req-9e141a8d-e0e4-40af-beee-69ed9f7583dd service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Received event network-changed-2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.458532] env[69365]: DEBUG nova.compute.manager [req-7d0762d1-1b2a-46dd-b2d5-48daa38fba54 req-9e141a8d-e0e4-40af-beee-69ed9f7583dd service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Refreshing instance network info cache due to event network-changed-2b5e30e6-e90f-41d8-ac77-90fa9969615b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.458767] env[69365]: DEBUG oslo_concurrency.lockutils [req-7d0762d1-1b2a-46dd-b2d5-48daa38fba54 req-9e141a8d-e0e4-40af-beee-69ed9f7583dd service nova] Acquiring lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.458962] env[69365]: DEBUG oslo_concurrency.lockutils [req-7d0762d1-1b2a-46dd-b2d5-48daa38fba54 req-9e141a8d-e0e4-40af-beee-69ed9f7583dd service nova] Acquired lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.459170] env[69365]: DEBUG nova.network.neutron [req-7d0762d1-1b2a-46dd-b2d5-48daa38fba54 req-9e141a8d-e0e4-40af-beee-69ed9f7583dd service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Refreshing network info cache for port 2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.707240] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302853, 'name': CreateVM_Task, 'duration_secs': 0.310002} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.707421] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.708056] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.708244] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.708602] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.708847] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a071b8-7689-4788-901a-e62ec4b08d6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.712928] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1288.712928] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b5f3d8-a763-cf2f-4b6a-394bb1dfd8eb" [ 1288.712928] env[69365]: _type = "Task" [ 1288.712928] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.721571] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b5f3d8-a763-cf2f-4b6a-394bb1dfd8eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.941984] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302852, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.166788] env[69365]: DEBUG nova.network.neutron [req-7d0762d1-1b2a-46dd-b2d5-48daa38fba54 req-9e141a8d-e0e4-40af-beee-69ed9f7583dd service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updated VIF entry in instance network info cache for port 2b5e30e6-e90f-41d8-ac77-90fa9969615b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.167181] env[69365]: DEBUG nova.network.neutron [req-7d0762d1-1b2a-46dd-b2d5-48daa38fba54 req-9e141a8d-e0e4-40af-beee-69ed9f7583dd service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updating instance_info_cache with network_info: [{"id": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "address": "fa:16:3e:a9:1b:a9", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5e30e6-e9", "ovs_interfaceid": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.222892] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b5f3d8-a763-cf2f-4b6a-394bb1dfd8eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.223185] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.223505] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.223740] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.223908] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.224032] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.224297] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd78ac95-52ac-474f-943f-14dd0e61567c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.232974] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.233169] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.233859] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d1558f-a5b4-4550-b4d3-cdca3c0b4a56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.239321] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1289.239321] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dfb321-535a-28ad-bca5-2d7d5406b4cd" [ 1289.239321] env[69365]: _type = "Task" [ 1289.239321] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.247158] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dfb321-535a-28ad-bca5-2d7d5406b4cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.443455] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302852, 'name': ReconfigVM_Task, 'duration_secs': 1.15368} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.443708] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1289.444547] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaad8fa-e908-4a5c-bb99-9823f1723f8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.467219] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] f077a065-891a-4c42-864d-43ac35f1bef4/f077a065-891a-4c42-864d-43ac35f1bef4.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.467461] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e6aa61-aac6-4cc8-8cfd-d301b8b7179d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.485812] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1289.485812] env[69365]: value = "task-3302854" [ 1289.485812] env[69365]: _type = "Task" [ 1289.485812] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.493757] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.670367] env[69365]: DEBUG oslo_concurrency.lockutils [req-7d0762d1-1b2a-46dd-b2d5-48daa38fba54 req-9e141a8d-e0e4-40af-beee-69ed9f7583dd service nova] Releasing lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.749832] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dfb321-535a-28ad-bca5-2d7d5406b4cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009722} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.750579] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b39932-e119-4c4b-9225-e117b827df54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.755301] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1289.755301] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5202165d-84fd-8448-e0a8-86ef9221380a" [ 1289.755301] env[69365]: _type = "Task" [ 1289.755301] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.762316] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5202165d-84fd-8448-e0a8-86ef9221380a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.995491] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302854, 'name': ReconfigVM_Task, 'duration_secs': 0.268915} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.995814] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Reconfigured VM instance instance-00000075 to attach disk [datastore2] f077a065-891a-4c42-864d-43ac35f1bef4/f077a065-891a-4c42-864d-43ac35f1bef4.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.996022] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance 'f077a065-891a-4c42-864d-43ac35f1bef4' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.265778] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5202165d-84fd-8448-e0a8-86ef9221380a, 'name': SearchDatastore_Task, 'duration_secs': 0.008657} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.266075] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.266339] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 3a51af68-d97c-4670-a398-1ad12ad63759/3a51af68-d97c-4670-a398-1ad12ad63759.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.266600] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f66356a1-741c-4baf-aea5-d5542ac27e13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.274730] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1290.274730] env[69365]: value = "task-3302855" [ 1290.274730] env[69365]: _type = "Task" [ 1290.274730] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.282020] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.502491] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569c39f0-06eb-42e8-aac0-71af1dd71991 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.522639] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1df18f1-0793-4562-9279-21654c43bd37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.541517] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance 'f077a065-891a-4c42-864d-43ac35f1bef4' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.785052] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456393} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.785242] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 3a51af68-d97c-4670-a398-1ad12ad63759/3a51af68-d97c-4670-a398-1ad12ad63759.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.785531] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.785801] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f1ecc1b-3491-4bc0-9264-6f7e9277c371 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.792252] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1290.792252] env[69365]: value = "task-3302856" [ 1290.792252] env[69365]: _type = "Task" [ 1290.792252] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.799100] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.078294] env[69365]: DEBUG nova.network.neutron [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Port c38b7649-74a9-45b5-a5b6-db0677fb9655 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1291.302799] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060518} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.303099] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.303894] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695afe4e-2fcb-49be-ba09-fabf618a5176 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.325310] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 3a51af68-d97c-4670-a398-1ad12ad63759/3a51af68-d97c-4670-a398-1ad12ad63759.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.325559] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1671739-da2b-492d-b2a2-1aa4660636ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.345031] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1291.345031] env[69365]: value = "task-3302857" [ 1291.345031] env[69365]: _type = "Task" [ 1291.345031] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.353320] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.855121] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302857, 'name': ReconfigVM_Task, 'duration_secs': 0.27991} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.855347] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 3a51af68-d97c-4670-a398-1ad12ad63759/3a51af68-d97c-4670-a398-1ad12ad63759.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.855958] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41c48a7c-d262-44d3-afaf-f10b2c70a867 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.863546] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1291.863546] env[69365]: value = "task-3302858" [ 1291.863546] env[69365]: _type = "Task" [ 1291.863546] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.872945] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302858, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.100055] env[69365]: DEBUG oslo_concurrency.lockutils [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "f077a065-891a-4c42-864d-43ac35f1bef4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.100055] env[69365]: DEBUG oslo_concurrency.lockutils [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "f077a065-891a-4c42-864d-43ac35f1bef4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.100495] env[69365]: DEBUG oslo_concurrency.lockutils [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "f077a065-891a-4c42-864d-43ac35f1bef4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.373410] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302858, 'name': Rename_Task, 'duration_secs': 0.149536} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.373998] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.374263] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-208be9cb-294a-41c3-9b47-343194fded8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.381387] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1292.381387] env[69365]: value = "task-3302859" [ 1292.381387] env[69365]: _type = "Task" [ 1292.381387] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.388777] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.891408] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.135941] env[69365]: DEBUG oslo_concurrency.lockutils [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.136210] env[69365]: DEBUG oslo_concurrency.lockutils [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.136377] env[69365]: DEBUG nova.network.neutron [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.392114] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.823250] env[69365]: DEBUG nova.network.neutron [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance_info_cache with network_info: [{"id": "c38b7649-74a9-45b5-a5b6-db0677fb9655", "address": "fa:16:3e:44:e8:da", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b7649-74", "ovs_interfaceid": "c38b7649-74a9-45b5-a5b6-db0677fb9655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.892879] env[69365]: DEBUG oslo_vmware.api [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302859, 'name': PowerOnVM_Task, 'duration_secs': 1.390839} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.893173] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.893376] env[69365]: INFO nova.compute.manager [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1293.893557] env[69365]: DEBUG nova.compute.manager [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.894347] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189fea7c-7eaa-4dea-b180-26765811eb2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.325667] env[69365]: DEBUG oslo_concurrency.lockutils [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.411810] env[69365]: INFO nova.compute.manager [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Took 14.47 seconds to build instance. [ 1294.851315] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64822e72-cbff-4e40-976f-009d0ed1c4b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.874436] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b3c209-4c49-4452-8aa6-38c5ee31b5e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.881885] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance 'f077a065-891a-4c42-864d-43ac35f1bef4' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.913582] env[69365]: DEBUG oslo_concurrency.lockutils [None req-954fa8a3-7b0f-4d79-a6c0-a0156f21f3bd tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "3a51af68-d97c-4670-a398-1ad12ad63759" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.976s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.138592] env[69365]: DEBUG nova.compute.manager [req-30d18284-200e-493b-b102-119b8c37e3c7 req-ecbcecf3-40b7-4f8a-aa79-699be5e92987 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Received event network-changed-2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.138792] env[69365]: DEBUG nova.compute.manager [req-30d18284-200e-493b-b102-119b8c37e3c7 req-ecbcecf3-40b7-4f8a-aa79-699be5e92987 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Refreshing instance network info cache due to event network-changed-2b5e30e6-e90f-41d8-ac77-90fa9969615b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.139065] env[69365]: DEBUG oslo_concurrency.lockutils [req-30d18284-200e-493b-b102-119b8c37e3c7 req-ecbcecf3-40b7-4f8a-aa79-699be5e92987 service nova] Acquiring lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.139227] env[69365]: DEBUG oslo_concurrency.lockutils [req-30d18284-200e-493b-b102-119b8c37e3c7 req-ecbcecf3-40b7-4f8a-aa79-699be5e92987 service nova] Acquired lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.139392] env[69365]: DEBUG nova.network.neutron [req-30d18284-200e-493b-b102-119b8c37e3c7 req-ecbcecf3-40b7-4f8a-aa79-699be5e92987 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Refreshing network info cache for port 2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.390051] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.390051] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7105e786-03d5-4b6f-87bf-69fd32f1dce7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.396962] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1295.396962] env[69365]: value = "task-3302860" [ 1295.396962] env[69365]: _type = "Task" [ 1295.396962] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.405183] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.854638] env[69365]: DEBUG nova.network.neutron [req-30d18284-200e-493b-b102-119b8c37e3c7 req-ecbcecf3-40b7-4f8a-aa79-699be5e92987 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updated VIF entry in instance network info cache for port 2b5e30e6-e90f-41d8-ac77-90fa9969615b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.855088] env[69365]: DEBUG nova.network.neutron [req-30d18284-200e-493b-b102-119b8c37e3c7 req-ecbcecf3-40b7-4f8a-aa79-699be5e92987 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updating instance_info_cache with network_info: [{"id": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "address": "fa:16:3e:a9:1b:a9", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5e30e6-e9", "ovs_interfaceid": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.907527] env[69365]: DEBUG oslo_vmware.api [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302860, 'name': PowerOnVM_Task, 'duration_secs': 0.368646} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.907794] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.908140] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-630a50cb-7d71-4607-8187-4f18f89548dc tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance 'f077a065-891a-4c42-864d-43ac35f1bef4' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.357797] env[69365]: DEBUG oslo_concurrency.lockutils [req-30d18284-200e-493b-b102-119b8c37e3c7 req-ecbcecf3-40b7-4f8a-aa79-699be5e92987 service nova] Releasing lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.697509] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "f077a065-891a-4c42-864d-43ac35f1bef4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.697915] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "f077a065-891a-4c42-864d-43ac35f1bef4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.697978] env[69365]: DEBUG nova.compute.manager [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Going to confirm migration 9 {{(pid=69365) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1299.233750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.233986] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquired lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.234195] env[69365]: DEBUG nova.network.neutron [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.234381] env[69365]: DEBUG nova.objects.instance [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lazy-loading 'info_cache' on Instance uuid f077a065-891a-4c42-864d-43ac35f1bef4 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.437182] env[69365]: DEBUG nova.network.neutron [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance_info_cache with network_info: [{"id": "c38b7649-74a9-45b5-a5b6-db0677fb9655", "address": "fa:16:3e:44:e8:da", "network": {"id": "8560c0f1-5562-49d9-b3f4-81c68ad14bb2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1924750923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29bc10f4174032b8ced8365fc1f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38b7649-74", "ovs_interfaceid": "c38b7649-74a9-45b5-a5b6-db0677fb9655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.866594] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "cd03da46-c393-462a-ab8a-45aff0cfbf59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.866849] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.867089] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "cd03da46-c393-462a-ab8a-45aff0cfbf59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.867290] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.867464] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.869478] env[69365]: INFO nova.compute.manager [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Terminating instance [ 1300.940020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Releasing lock "refresh_cache-f077a065-891a-4c42-864d-43ac35f1bef4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.940291] env[69365]: DEBUG nova.objects.instance [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lazy-loading 'migration_context' on Instance uuid f077a065-891a-4c42-864d-43ac35f1bef4 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.067567] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c6766225-4ffa-43ae-ad1a-7bb2b84fa4f8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "78e4862e-2d3d-4321-b74b-6e5f49457d05" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.067782] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c6766225-4ffa-43ae-ad1a-7bb2b84fa4f8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "78e4862e-2d3d-4321-b74b-6e5f49457d05" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.067972] env[69365]: DEBUG nova.compute.manager [None req-c6766225-4ffa-43ae-ad1a-7bb2b84fa4f8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.068915] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6276e155-57c6-49e9-8657-a9897ee0a688 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.079134] env[69365]: DEBUG nova.compute.manager [None req-c6766225-4ffa-43ae-ad1a-7bb2b84fa4f8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1301.079722] env[69365]: DEBUG nova.objects.instance [None req-c6766225-4ffa-43ae-ad1a-7bb2b84fa4f8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lazy-loading 'flavor' on Instance uuid 78e4862e-2d3d-4321-b74b-6e5f49457d05 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.373495] env[69365]: DEBUG nova.compute.manager [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1301.373692] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.374626] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165c7805-b415-4085-bdcb-43580ffddbda {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.382046] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.382279] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2364c699-64bd-461c-9858-ba53a2ae4982 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.388659] env[69365]: DEBUG oslo_vmware.api [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1301.388659] env[69365]: value = "task-3302861" [ 1301.388659] env[69365]: _type = "Task" [ 1301.388659] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.397943] env[69365]: DEBUG oslo_vmware.api [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.443220] env[69365]: DEBUG nova.objects.base [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1301.444177] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8738b0-41ce-46a6-9487-16242cb7c61d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.463030] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb773b5-3a98-49a3-ba93-db4a181b0a9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.469724] env[69365]: DEBUG oslo_vmware.api [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1301.469724] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521a67a6-0010-f90d-903a-32c0d973d207" [ 1301.469724] env[69365]: _type = "Task" [ 1301.469724] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.477971] env[69365]: DEBUG oslo_vmware.api [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521a67a6-0010-f90d-903a-32c0d973d207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.898904] env[69365]: DEBUG oslo_vmware.api [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302861, 'name': PowerOffVM_Task, 'duration_secs': 0.179704} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.899189] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.899365] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.899611] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-619643ac-5703-4962-8d30-eec22a7f8a67 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.963831] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.964072] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.964264] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleting the datastore file [datastore1] cd03da46-c393-462a-ab8a-45aff0cfbf59 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.964530] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bf7216c-2149-4cf9-971d-95e5ba23647a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.970889] env[69365]: DEBUG oslo_vmware.api [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for the task: (returnval){ [ 1301.970889] env[69365]: value = "task-3302863" [ 1301.970889] env[69365]: _type = "Task" [ 1301.970889] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.981509] env[69365]: DEBUG oslo_vmware.api [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.984310] env[69365]: DEBUG oslo_vmware.api [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521a67a6-0010-f90d-903a-32c0d973d207, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.984628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.984985] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.086585] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6766225-4ffa-43ae-ad1a-7bb2b84fa4f8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.086879] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47312370-9f9a-4b94-82e1-684f592e5c7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.093581] env[69365]: DEBUG oslo_vmware.api [None req-c6766225-4ffa-43ae-ad1a-7bb2b84fa4f8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1302.093581] env[69365]: value = "task-3302864" [ 1302.093581] env[69365]: _type = "Task" [ 1302.093581] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.101413] env[69365]: DEBUG oslo_vmware.api [None req-c6766225-4ffa-43ae-ad1a-7bb2b84fa4f8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.483480] env[69365]: DEBUG oslo_vmware.api [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Task: {'id': task-3302863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353521} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.483862] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.483917] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.484088] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.484274] env[69365]: INFO nova.compute.manager [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1302.484506] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.484693] env[69365]: DEBUG nova.compute.manager [-] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.484787] env[69365]: DEBUG nova.network.neutron [-] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.568121] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a0de3f-98bd-4761-a57d-6a842404a576 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.575117] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efe1e2d-9215-4ed8-a16a-d7f9bde42682 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.608957] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ead0df-764e-4821-87d1-d3dbc8d44bc9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.618204] env[69365]: DEBUG oslo_vmware.api [None req-c6766225-4ffa-43ae-ad1a-7bb2b84fa4f8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302864, 'name': PowerOffVM_Task, 'duration_secs': 0.238513} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.618603] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6766225-4ffa-43ae-ad1a-7bb2b84fa4f8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.618812] env[69365]: DEBUG nova.compute.manager [None req-c6766225-4ffa-43ae-ad1a-7bb2b84fa4f8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.620035] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cd7b4f-0895-43f3-8902-41c32e94a372 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.624214] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58651b83-aa41-4d60-9b9c-5d806e5cc997 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.636578] env[69365]: DEBUG nova.compute.provider_tree [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.977849] env[69365]: DEBUG nova.compute.manager [req-0405df5b-941f-490e-b922-ae4481ecec0c req-1fe7125e-10e5-49b2-a7e2-72060d39d15c service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Received event network-vif-deleted-cdda9d24-818a-4a08-a339-95bf17c569dc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.978107] env[69365]: INFO nova.compute.manager [req-0405df5b-941f-490e-b922-ae4481ecec0c req-1fe7125e-10e5-49b2-a7e2-72060d39d15c service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Neutron deleted interface cdda9d24-818a-4a08-a339-95bf17c569dc; detaching it from the instance and deleting it from the info cache [ 1302.978327] env[69365]: DEBUG nova.network.neutron [req-0405df5b-941f-490e-b922-ae4481ecec0c req-1fe7125e-10e5-49b2-a7e2-72060d39d15c service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.142095] env[69365]: DEBUG nova.scheduler.client.report [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.150103] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c6766225-4ffa-43ae-ad1a-7bb2b84fa4f8 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "78e4862e-2d3d-4321-b74b-6e5f49457d05" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.455891] env[69365]: DEBUG nova.objects.instance [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lazy-loading 'flavor' on Instance uuid 78e4862e-2d3d-4321-b74b-6e5f49457d05 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.457227] env[69365]: DEBUG nova.network.neutron [-] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.480781] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b92f2137-8fe2-483c-ad4f-92ae83bb0735 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.491093] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b2be2d-baa6-46c0-b71a-3118d7a23fde {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.519406] env[69365]: DEBUG nova.compute.manager [req-0405df5b-941f-490e-b922-ae4481ecec0c req-1fe7125e-10e5-49b2-a7e2-72060d39d15c service nova] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Detach interface failed, port_id=cdda9d24-818a-4a08-a339-95bf17c569dc, reason: Instance cd03da46-c393-462a-ab8a-45aff0cfbf59 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1303.961233] env[69365]: INFO nova.compute.manager [-] [instance: cd03da46-c393-462a-ab8a-45aff0cfbf59] Took 1.48 seconds to deallocate network for instance. [ 1303.961758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.961920] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.962125] env[69365]: DEBUG nova.network.neutron [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.962339] env[69365]: DEBUG nova.objects.instance [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lazy-loading 'info_cache' on Instance uuid 78e4862e-2d3d-4321-b74b-6e5f49457d05 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.153927] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.169s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.466699] env[69365]: DEBUG nova.objects.base [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Object Instance<78e4862e-2d3d-4321-b74b-6e5f49457d05> lazy-loaded attributes: flavor,info_cache {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1304.471438] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.471723] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.471966] env[69365]: DEBUG nova.objects.instance [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lazy-loading 'resources' on Instance uuid cd03da46-c393-462a-ab8a-45aff0cfbf59 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.720313] env[69365]: INFO nova.scheduler.client.report [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleted allocation for migration a9701f64-c8a1-4270-a175-6288e9d00d3b [ 1305.048608] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b611dcfb-997f-478d-9913-5f814012671c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.055957] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3919bd40-529c-4ff6-b9bd-490b69555ce1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.088411] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec583adf-a73d-4122-814c-b064f3cd4dc8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.095404] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1254023-d398-426f-9939-6460be2de25f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.108417] env[69365]: DEBUG nova.compute.provider_tree [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.191775] env[69365]: DEBUG nova.network.neutron [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Updating instance_info_cache with network_info: [{"id": "8138923b-ecbd-4544-a1cc-465acd5b6b73", "address": "fa:16:3e:ce:f3:99", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8138923b-ec", "ovs_interfaceid": "8138923b-ecbd-4544-a1cc-465acd5b6b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.225525] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "f077a065-891a-4c42-864d-43ac35f1bef4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.528s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.613138] env[69365]: DEBUG nova.scheduler.client.report [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.695245] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.118559] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.140740] env[69365]: INFO nova.scheduler.client.report [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Deleted allocations for instance cd03da46-c393-462a-ab8a-45aff0cfbf59 [ 1306.647941] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05c7b012-6f0f-4105-9f38-e71292a988cf tempest-AttachVolumeShelveTestJSON-351593944 tempest-AttachVolumeShelveTestJSON-351593944-project-member] Lock "cd03da46-c393-462a-ab8a-45aff0cfbf59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.781s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.700628] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.700953] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88353c04-78c9-4845-9e12-816b57bec0f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.708271] env[69365]: DEBUG oslo_vmware.api [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1306.708271] env[69365]: value = "task-3302865" [ 1306.708271] env[69365]: _type = "Task" [ 1306.708271] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.716213] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "f077a065-891a-4c42-864d-43ac35f1bef4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.716439] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "f077a065-891a-4c42-864d-43ac35f1bef4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.716638] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "f077a065-891a-4c42-864d-43ac35f1bef4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.716818] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "f077a065-891a-4c42-864d-43ac35f1bef4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.716981] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "f077a065-891a-4c42-864d-43ac35f1bef4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.718448] env[69365]: DEBUG oslo_vmware.api [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.718882] env[69365]: INFO nova.compute.manager [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Terminating instance [ 1307.218284] env[69365]: DEBUG oslo_vmware.api [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302865, 'name': PowerOnVM_Task, 'duration_secs': 0.393202} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.218746] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.218746] env[69365]: DEBUG nova.compute.manager [None req-3a01d405-2fa0-446d-8022-6c9d8c834bb5 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.219553] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a00be2-61ef-4073-b166-2cced3725bad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.222655] env[69365]: DEBUG nova.compute.manager [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.222846] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.223562] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a14bc01-3df6-43c9-a07f-f9da3edf55a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.229868] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.230983] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9193df3-5488-494d-bd11-df9dc9a7a48c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.238298] env[69365]: DEBUG oslo_vmware.api [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1307.238298] env[69365]: value = "task-3302866" [ 1307.238298] env[69365]: _type = "Task" [ 1307.238298] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.247542] env[69365]: DEBUG oslo_vmware.api [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.747912] env[69365]: DEBUG oslo_vmware.api [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302866, 'name': PowerOffVM_Task, 'duration_secs': 0.19461} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.748326] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.748405] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.748672] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4da0e2c8-c9ac-43e8-9714-0ab31ad71515 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.807761] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.807984] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.808194] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleting the datastore file [datastore2] f077a065-891a-4c42-864d-43ac35f1bef4 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.808453] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46ad2e16-9942-42db-80da-0bf966d76114 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.815545] env[69365]: DEBUG oslo_vmware.api [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for the task: (returnval){ [ 1307.815545] env[69365]: value = "task-3302868" [ 1307.815545] env[69365]: _type = "Task" [ 1307.815545] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.825449] env[69365]: DEBUG oslo_vmware.api [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.325910] env[69365]: DEBUG oslo_vmware.api [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Task: {'id': task-3302868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137165} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.326279] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.326410] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.326540] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.326716] env[69365]: INFO nova.compute.manager [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1308.326955] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.327159] env[69365]: DEBUG nova.compute.manager [-] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.327259] env[69365]: DEBUG nova.network.neutron [-] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.464951] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fe4148-c71a-4fa6-aa9b-47ae0b2b6977 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.471767] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-98d3860d-97bf-496f-a03e-fd08694f8202 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Suspending the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1308.472020] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4a0a4e24-0be1-4a39-ac89-bda5e1d9e218 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.477696] env[69365]: DEBUG oslo_vmware.api [None req-98d3860d-97bf-496f-a03e-fd08694f8202 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1308.477696] env[69365]: value = "task-3302870" [ 1308.477696] env[69365]: _type = "Task" [ 1308.477696] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.486260] env[69365]: DEBUG oslo_vmware.api [None req-98d3860d-97bf-496f-a03e-fd08694f8202 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302870, 'name': SuspendVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.596027] env[69365]: DEBUG nova.compute.manager [req-e83dbb57-0f21-4872-9ee3-055ba0e03d63 req-1f990c37-e24f-4b87-a52f-e25778aa5e14 service nova] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Received event network-vif-deleted-c38b7649-74a9-45b5-a5b6-db0677fb9655 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.596268] env[69365]: INFO nova.compute.manager [req-e83dbb57-0f21-4872-9ee3-055ba0e03d63 req-1f990c37-e24f-4b87-a52f-e25778aa5e14 service nova] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Neutron deleted interface c38b7649-74a9-45b5-a5b6-db0677fb9655; detaching it from the instance and deleting it from the info cache [ 1308.596405] env[69365]: DEBUG nova.network.neutron [req-e83dbb57-0f21-4872-9ee3-055ba0e03d63 req-1f990c37-e24f-4b87-a52f-e25778aa5e14 service nova] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.988405] env[69365]: DEBUG oslo_vmware.api [None req-98d3860d-97bf-496f-a03e-fd08694f8202 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302870, 'name': SuspendVM_Task} progress is 70%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.080724] env[69365]: DEBUG nova.network.neutron [-] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.099634] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d05132ae-9f92-4417-9c99-f0c57b8b7f6c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.109601] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd77398c-5f21-4a12-acb7-6a660de68879 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.139967] env[69365]: DEBUG nova.compute.manager [req-e83dbb57-0f21-4872-9ee3-055ba0e03d63 req-1f990c37-e24f-4b87-a52f-e25778aa5e14 service nova] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Detach interface failed, port_id=c38b7649-74a9-45b5-a5b6-db0677fb9655, reason: Instance f077a065-891a-4c42-864d-43ac35f1bef4 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1309.487697] env[69365]: DEBUG oslo_vmware.api [None req-98d3860d-97bf-496f-a03e-fd08694f8202 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302870, 'name': SuspendVM_Task, 'duration_secs': 0.844844} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.488204] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-98d3860d-97bf-496f-a03e-fd08694f8202 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Suspended the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1309.488204] env[69365]: DEBUG nova.compute.manager [None req-98d3860d-97bf-496f-a03e-fd08694f8202 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.489381] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aaab57-ad98-4590-b3a2-cc2cca9686e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.583074] env[69365]: INFO nova.compute.manager [-] [instance: f077a065-891a-4c42-864d-43ac35f1bef4] Took 1.26 seconds to deallocate network for instance. [ 1310.090191] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.090512] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.090658] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.114361] env[69365]: INFO nova.scheduler.client.report [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Deleted allocations for instance f077a065-891a-4c42-864d-43ac35f1bef4 [ 1310.622354] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1ee181-6a64-42e9-94fb-9cfc07d5dea9 tempest-DeleteServersTestJSON-1534244847 tempest-DeleteServersTestJSON-1534244847-project-member] Lock "f077a065-891a-4c42-864d-43ac35f1bef4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.906s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.803718] env[69365]: INFO nova.compute.manager [None req-d7d71b80-5319-46f5-834e-bc54167922f2 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Resuming [ 1310.804418] env[69365]: DEBUG nova.objects.instance [None req-d7d71b80-5319-46f5-834e-bc54167922f2 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lazy-loading 'flavor' on Instance uuid 78e4862e-2d3d-4321-b74b-6e5f49457d05 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.316403] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7d71b80-5319-46f5-834e-bc54167922f2 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.316768] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7d71b80-5319-46f5-834e-bc54167922f2 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquired lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.316817] env[69365]: DEBUG nova.network.neutron [None req-d7d71b80-5319-46f5-834e-bc54167922f2 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.027971] env[69365]: DEBUG nova.network.neutron [None req-d7d71b80-5319-46f5-834e-bc54167922f2 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Updating instance_info_cache with network_info: [{"id": "8138923b-ecbd-4544-a1cc-465acd5b6b73", "address": "fa:16:3e:ce:f3:99", "network": {"id": "f8d915f7-a436-4510-8bcb-9f7188c102eb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-469199628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcccd5b2d21474a8b93cb2c02b9c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8138923b-ec", "ovs_interfaceid": "8138923b-ecbd-4544-a1cc-465acd5b6b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.284036] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.531146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d7d71b80-5319-46f5-834e-bc54167922f2 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Releasing lock "refresh_cache-78e4862e-2d3d-4321-b74b-6e5f49457d05" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.532196] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2509da9d-3365-4d9d-86f4-79e395e989c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.539354] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d71b80-5319-46f5-834e-bc54167922f2 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Resuming the VM {{(pid=69365) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1313.539561] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cae26465-60ef-474e-8b65-124c2e53d913 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.545188] env[69365]: DEBUG oslo_vmware.api [None req-d7d71b80-5319-46f5-834e-bc54167922f2 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1313.545188] env[69365]: value = "task-3302872" [ 1313.545188] env[69365]: _type = "Task" [ 1313.545188] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.552945] env[69365]: DEBUG oslo_vmware.api [None req-d7d71b80-5319-46f5-834e-bc54167922f2 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.786692] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.786995] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.787203] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.787379] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1313.788346] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ac8217-4c74-4623-9209-a1321935291c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.796409] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7797eed-efdd-4c7c-b2f8-66ce0c169eb2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.810945] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b2856c-3701-45ec-8cd2-47ab08c336db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.817616] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81c49ca-4dfe-4f72-bd03-1032b81d6f5b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.847821] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180350MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1313.848012] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.848257] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.056927] env[69365]: DEBUG oslo_vmware.api [None req-d7d71b80-5319-46f5-834e-bc54167922f2 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302872, 'name': PowerOnVM_Task, 'duration_secs': 0.506949} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.057291] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d71b80-5319-46f5-834e-bc54167922f2 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Resumed the VM {{(pid=69365) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1314.057515] env[69365]: DEBUG nova.compute.manager [None req-d7d71b80-5319-46f5-834e-bc54167922f2 tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.058343] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d62641-10b9-4ce5-a8bf-96d94f270c46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.875417] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 78e4862e-2d3d-4321-b74b-6e5f49457d05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.875707] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 52392de2-f185-4cb7-b855-10d8662e7f81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.875779] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 3a51af68-d97c-4670-a398-1ad12ad63759 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.875960] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1314.876115] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1314.921213] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f979d6ca-3a18-4037-a958-724513dac596 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.928707] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87378821-399e-4370-9d5c-21f67b45eaf2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.959823] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb7b648-8d57-4746-a56d-68c5bcbdd120 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.967838] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a92b54-8293-4d20-99d5-dda83bc0fbd1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.981363] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.484148] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.636157] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "78e4862e-2d3d-4321-b74b-6e5f49457d05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.636451] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "78e4862e-2d3d-4321-b74b-6e5f49457d05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.636667] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "78e4862e-2d3d-4321-b74b-6e5f49457d05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.636857] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "78e4862e-2d3d-4321-b74b-6e5f49457d05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.637039] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "78e4862e-2d3d-4321-b74b-6e5f49457d05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.639154] env[69365]: INFO nova.compute.manager [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Terminating instance [ 1315.991398] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1315.991692] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.143s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.143015] env[69365]: DEBUG nova.compute.manager [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.143271] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.144213] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0721af3-d49c-45de-b7e1-4e0e992b3995 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.152288] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.152510] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c16ddecf-69e2-4f0a-8915-be17fe03de67 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.158661] env[69365]: DEBUG oslo_vmware.api [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1316.158661] env[69365]: value = "task-3302873" [ 1316.158661] env[69365]: _type = "Task" [ 1316.158661] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.167247] env[69365]: DEBUG oslo_vmware.api [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.669399] env[69365]: DEBUG oslo_vmware.api [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302873, 'name': PowerOffVM_Task, 'duration_secs': 0.210563} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.669657] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.669818] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.670574] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c83a75f8-9aff-4031-ba39-6ccfe1c84558 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.760054] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.760054] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.760054] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleting the datastore file [datastore1] 78e4862e-2d3d-4321-b74b-6e5f49457d05 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.760054] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93d1cf79-ef93-41cd-b9f8-2bd0847ac108 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.766864] env[69365]: DEBUG oslo_vmware.api [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for the task: (returnval){ [ 1316.766864] env[69365]: value = "task-3302875" [ 1316.766864] env[69365]: _type = "Task" [ 1316.766864] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.775485] env[69365]: DEBUG oslo_vmware.api [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.276158] env[69365]: DEBUG oslo_vmware.api [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Task: {'id': task-3302875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150568} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.276434] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.276734] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.276970] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.277202] env[69365]: INFO nova.compute.manager [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1317.277475] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.277702] env[69365]: DEBUG nova.compute.manager [-] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.277825] env[69365]: DEBUG nova.network.neutron [-] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.399957] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.400209] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.550897] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "30c9b7b9-cce1-4df6-95f8-b60931755687" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.551146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "30c9b7b9-cce1-4df6-95f8-b60931755687" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.799260] env[69365]: DEBUG nova.compute.manager [req-d1d5bebe-eba2-4535-afb4-fbc92cd9f6b0 req-99315ad4-8289-4bd4-ba71-6395eec49317 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Received event network-vif-deleted-8138923b-ecbd-4544-a1cc-465acd5b6b73 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.799530] env[69365]: INFO nova.compute.manager [req-d1d5bebe-eba2-4535-afb4-fbc92cd9f6b0 req-99315ad4-8289-4bd4-ba71-6395eec49317 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Neutron deleted interface 8138923b-ecbd-4544-a1cc-465acd5b6b73; detaching it from the instance and deleting it from the info cache [ 1317.799722] env[69365]: DEBUG nova.network.neutron [req-d1d5bebe-eba2-4535-afb4-fbc92cd9f6b0 req-99315ad4-8289-4bd4-ba71-6395eec49317 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.903553] env[69365]: DEBUG nova.compute.manager [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.053222] env[69365]: DEBUG nova.compute.manager [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.083088] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "52392de2-f185-4cb7-b855-10d8662e7f81" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.083309] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "52392de2-f185-4cb7-b855-10d8662e7f81" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.102979] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "60ec287d-8fdb-4c51-900b-84ca42621ae4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.103440] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "60ec287d-8fdb-4c51-900b-84ca42621ae4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.279909] env[69365]: DEBUG nova.network.neutron [-] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.302945] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee88a30e-974c-4c7b-9545-9c4eebe311c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.313904] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21dfef4-b64f-4c4a-aa12-a88601d63a34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.340398] env[69365]: DEBUG nova.compute.manager [req-d1d5bebe-eba2-4535-afb4-fbc92cd9f6b0 req-99315ad4-8289-4bd4-ba71-6395eec49317 service nova] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Detach interface failed, port_id=8138923b-ecbd-4544-a1cc-465acd5b6b73, reason: Instance 78e4862e-2d3d-4321-b74b-6e5f49457d05 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1318.444319] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.444700] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.446333] env[69365]: INFO nova.compute.claims [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.582715] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.586863] env[69365]: DEBUG nova.compute.utils [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.607366] env[69365]: DEBUG nova.compute.manager [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.782099] env[69365]: INFO nova.compute.manager [-] [instance: 78e4862e-2d3d-4321-b74b-6e5f49457d05] Took 1.50 seconds to deallocate network for instance. [ 1318.991894] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.992425] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.992631] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.992805] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.992977] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.993156] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1319.089451] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "52392de2-f185-4cb7-b855-10d8662e7f81" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.152412] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.289444] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.529050] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5a0139-b583-492a-8ed6-1db66bbea1ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.538124] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452117cb-ed4c-4369-abcd-d77d543455a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.567385] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6775c875-0efd-4163-9925-560566bb76a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.574304] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba69e9-72e7-47ea-97f1-b295903c6ee7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.587011] env[69365]: DEBUG nova.compute.provider_tree [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.090314] env[69365]: DEBUG nova.scheduler.client.report [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.218381] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "52392de2-f185-4cb7-b855-10d8662e7f81" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.218645] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "52392de2-f185-4cb7-b855-10d8662e7f81" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.218881] env[69365]: INFO nova.compute.manager [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Attaching volume 87d73a03-326d-405d-a2fc-6ec01b39d625 to /dev/sdb [ 1320.248517] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc391eb-b2ae-492a-8bb3-ea7a91ae16bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.255758] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaedaf7-be0d-4609-8276-2e92534042ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.269222] env[69365]: DEBUG nova.virt.block_device [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Updating existing volume attachment record: 22ce0f0f-9f96-4401-8316-df9f8bcbc0dd {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1320.284873] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.595816] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.596467] env[69365]: DEBUG nova.compute.manager [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.601021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.018s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.602627] env[69365]: INFO nova.compute.claims [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.108080] env[69365]: DEBUG nova.compute.utils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.110592] env[69365]: DEBUG nova.compute.manager [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1321.110785] env[69365]: DEBUG nova.network.neutron [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.195374] env[69365]: DEBUG nova.policy [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cefc38b0fa5d4d0b90b446db9fa92724', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0317276705f4449786ab6712a1c2f32c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.517727] env[69365]: DEBUG nova.network.neutron [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Successfully created port: d19e4d8c-966a-4042-b537-1c680e77ced7 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.615416] env[69365]: DEBUG nova.compute.manager [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.766812] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37740f5-f117-453a-8827-ffabfdd624a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.776518] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fca6235-defc-42b8-9203-9390a92d7bdc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.807290] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4233efd-5c6d-45c5-8365-92a1301467ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.814321] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadc9f6d-3914-492a-9df4-273619eca930 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.828766] env[69365]: DEBUG nova.compute.provider_tree [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.283656] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.332353] env[69365]: DEBUG nova.scheduler.client.report [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.626028] env[69365]: DEBUG nova.compute.manager [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.677751] env[69365]: DEBUG nova.virt.hardware [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.678017] env[69365]: DEBUG nova.virt.hardware [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.678186] env[69365]: DEBUG nova.virt.hardware [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.678372] env[69365]: DEBUG nova.virt.hardware [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.678576] env[69365]: DEBUG nova.virt.hardware [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.678766] env[69365]: DEBUG nova.virt.hardware [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.678980] env[69365]: DEBUG nova.virt.hardware [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.679191] env[69365]: DEBUG nova.virt.hardware [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.679366] env[69365]: DEBUG nova.virt.hardware [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.679532] env[69365]: DEBUG nova.virt.hardware [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.679727] env[69365]: DEBUG nova.virt.hardware [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.681053] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b2b9a3-57c8-4f5e-8785-b7a6d823ac0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.688824] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b2805e-14b4-4b58-b84a-def96935a875 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.837307] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.837841] env[69365]: DEBUG nova.compute.manager [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.840512] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.688s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.841966] env[69365]: INFO nova.compute.claims [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.953603] env[69365]: DEBUG nova.compute.manager [req-45497685-9294-4ce1-850d-2e9d54bb30f2 req-5705f616-312a-4c30-a02d-588fa31401ed service nova] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Received event network-vif-plugged-d19e4d8c-966a-4042-b537-1c680e77ced7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.953833] env[69365]: DEBUG oslo_concurrency.lockutils [req-45497685-9294-4ce1-850d-2e9d54bb30f2 req-5705f616-312a-4c30-a02d-588fa31401ed service nova] Acquiring lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.954053] env[69365]: DEBUG oslo_concurrency.lockutils [req-45497685-9294-4ce1-850d-2e9d54bb30f2 req-5705f616-312a-4c30-a02d-588fa31401ed service nova] Lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.954228] env[69365]: DEBUG oslo_concurrency.lockutils [req-45497685-9294-4ce1-850d-2e9d54bb30f2 req-5705f616-312a-4c30-a02d-588fa31401ed service nova] Lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.954421] env[69365]: DEBUG nova.compute.manager [req-45497685-9294-4ce1-850d-2e9d54bb30f2 req-5705f616-312a-4c30-a02d-588fa31401ed service nova] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] No waiting events found dispatching network-vif-plugged-d19e4d8c-966a-4042-b537-1c680e77ced7 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1322.954611] env[69365]: WARNING nova.compute.manager [req-45497685-9294-4ce1-850d-2e9d54bb30f2 req-5705f616-312a-4c30-a02d-588fa31401ed service nova] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Received unexpected event network-vif-plugged-d19e4d8c-966a-4042-b537-1c680e77ced7 for instance with vm_state building and task_state spawning. [ 1323.084997] env[69365]: DEBUG nova.network.neutron [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Successfully updated port: d19e4d8c-966a-4042-b537-1c680e77ced7 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.345927] env[69365]: DEBUG nova.compute.utils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1323.349169] env[69365]: DEBUG nova.compute.manager [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1323.349377] env[69365]: DEBUG nova.network.neutron [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.385097] env[69365]: DEBUG nova.policy [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cefc38b0fa5d4d0b90b446db9fa92724', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0317276705f4449786ab6712a1c2f32c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.587439] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "refresh_cache-b20ddf7a-3a65-4692-8eb0-85301738a5f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.587596] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquired lock "refresh_cache-b20ddf7a-3a65-4692-8eb0-85301738a5f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.587747] env[69365]: DEBUG nova.network.neutron [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.659266] env[69365]: DEBUG nova.network.neutron [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Successfully created port: 06aaace7-203f-4a47-81f4-f2aeaacd54a1 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.850561] env[69365]: DEBUG nova.compute.manager [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.964838] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c273d6d-d22c-4f04-9f6a-bea30f009d9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.972456] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d608d7-4786-4588-afc2-52e7a05ae546 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.004058] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f1e6a9-1fe0-4fe8-941b-57d113a55b01 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.011194] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183b8864-2ad0-497c-bf8b-78bb3837f25f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.025118] env[69365]: DEBUG nova.compute.provider_tree [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.120891] env[69365]: DEBUG nova.network.neutron [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.271465] env[69365]: DEBUG nova.network.neutron [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Updating instance_info_cache with network_info: [{"id": "d19e4d8c-966a-4042-b537-1c680e77ced7", "address": "fa:16:3e:1e:d8:72", "network": {"id": "b2aa2249-7287-4107-8eaa-f24049f78080", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-85799850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0317276705f4449786ab6712a1c2f32c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19e4d8c-96", "ovs_interfaceid": "d19e4d8c-966a-4042-b537-1c680e77ced7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.528411] env[69365]: DEBUG nova.scheduler.client.report [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.774540] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Releasing lock "refresh_cache-b20ddf7a-3a65-4692-8eb0-85301738a5f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.774900] env[69365]: DEBUG nova.compute.manager [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Instance network_info: |[{"id": "d19e4d8c-966a-4042-b537-1c680e77ced7", "address": "fa:16:3e:1e:d8:72", "network": {"id": "b2aa2249-7287-4107-8eaa-f24049f78080", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-85799850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0317276705f4449786ab6712a1c2f32c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19e4d8c-96", "ovs_interfaceid": "d19e4d8c-966a-4042-b537-1c680e77ced7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1324.775322] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:d8:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd19e4d8c-966a-4042-b537-1c680e77ced7', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.782817] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Creating folder: Project (0317276705f4449786ab6712a1c2f32c). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1324.783107] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3f40bbb-1916-4469-b65c-7a59fd2a2275 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.794147] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Created folder: Project (0317276705f4449786ab6712a1c2f32c) in parent group-v659152. [ 1324.794335] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Creating folder: Instances. Parent ref: group-v659477. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1324.794586] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63706e37-1709-4f85-90b4-3aa42ed1a385 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.803495] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Created folder: Instances in parent group-v659477. [ 1324.803725] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.803919] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.804133] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ac5d0a3-5a84-42b5-b101-dcc2344fdd52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.819315] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1324.819528] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659476', 'volume_id': '87d73a03-326d-405d-a2fc-6ec01b39d625', 'name': 'volume-87d73a03-326d-405d-a2fc-6ec01b39d625', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52392de2-f185-4cb7-b855-10d8662e7f81', 'attached_at': '', 'detached_at': '', 'volume_id': '87d73a03-326d-405d-a2fc-6ec01b39d625', 'serial': '87d73a03-326d-405d-a2fc-6ec01b39d625'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1324.820602] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83168498-c380-4610-bc7d-9c06dcdce0b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.837374] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f092738c-4908-4c6e-bc95-892f47f7717c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.839662] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.839662] env[69365]: value = "task-3302880" [ 1324.839662] env[69365]: _type = "Task" [ 1324.839662] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.863955] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-87d73a03-326d-405d-a2fc-6ec01b39d625/volume-87d73a03-326d-405d-a2fc-6ec01b39d625.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.865512] env[69365]: DEBUG nova.compute.manager [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.867499] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6610759a-c348-4b11-bb6d-00da284d7423 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.885197] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302880, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.890254] env[69365]: DEBUG oslo_vmware.api [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1324.890254] env[69365]: value = "task-3302881" [ 1324.890254] env[69365]: _type = "Task" [ 1324.890254] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.898714] env[69365]: DEBUG oslo_vmware.api [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.933664] env[69365]: DEBUG nova.virt.hardware [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.933985] env[69365]: DEBUG nova.virt.hardware [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.934166] env[69365]: DEBUG nova.virt.hardware [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.934420] env[69365]: DEBUG nova.virt.hardware [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.934593] env[69365]: DEBUG nova.virt.hardware [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.934743] env[69365]: DEBUG nova.virt.hardware [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.934968] env[69365]: DEBUG nova.virt.hardware [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.935193] env[69365]: DEBUG nova.virt.hardware [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.935382] env[69365]: DEBUG nova.virt.hardware [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.935578] env[69365]: DEBUG nova.virt.hardware [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.935777] env[69365]: DEBUG nova.virt.hardware [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.936902] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678a8cff-b7c4-4843-8ac4-4e49516e644a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.945486] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017aff37-3412-45c5-a85f-3b2302818114 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.981579] env[69365]: DEBUG nova.compute.manager [req-285fa04f-ae3e-4b41-b93b-4004dfe09b13 req-0bfa4ecb-7a14-4bd5-af06-49232dbc08ee service nova] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Received event network-changed-d19e4d8c-966a-4042-b537-1c680e77ced7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.981813] env[69365]: DEBUG nova.compute.manager [req-285fa04f-ae3e-4b41-b93b-4004dfe09b13 req-0bfa4ecb-7a14-4bd5-af06-49232dbc08ee service nova] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Refreshing instance network info cache due to event network-changed-d19e4d8c-966a-4042-b537-1c680e77ced7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.982105] env[69365]: DEBUG oslo_concurrency.lockutils [req-285fa04f-ae3e-4b41-b93b-4004dfe09b13 req-0bfa4ecb-7a14-4bd5-af06-49232dbc08ee service nova] Acquiring lock "refresh_cache-b20ddf7a-3a65-4692-8eb0-85301738a5f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.982301] env[69365]: DEBUG oslo_concurrency.lockutils [req-285fa04f-ae3e-4b41-b93b-4004dfe09b13 req-0bfa4ecb-7a14-4bd5-af06-49232dbc08ee service nova] Acquired lock "refresh_cache-b20ddf7a-3a65-4692-8eb0-85301738a5f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.982505] env[69365]: DEBUG nova.network.neutron [req-285fa04f-ae3e-4b41-b93b-4004dfe09b13 req-0bfa4ecb-7a14-4bd5-af06-49232dbc08ee service nova] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Refreshing network info cache for port d19e4d8c-966a-4042-b537-1c680e77ced7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.033104] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.033629] env[69365]: DEBUG nova.compute.manager [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.036285] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.747s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.036524] env[69365]: DEBUG nova.objects.instance [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lazy-loading 'resources' on Instance uuid 78e4862e-2d3d-4321-b74b-6e5f49457d05 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.156875] env[69365]: DEBUG nova.network.neutron [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Successfully updated port: 06aaace7-203f-4a47-81f4-f2aeaacd54a1 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1325.349406] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302880, 'name': CreateVM_Task, 'duration_secs': 0.303627} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.349595] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.350273] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.350439] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.350752] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.351010] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8625b3-55cf-4e2b-8198-04bbf8de9a13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.355118] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1325.355118] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52387d5d-c134-8900-ad84-94633399f96d" [ 1325.355118] env[69365]: _type = "Task" [ 1325.355118] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.362258] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52387d5d-c134-8900-ad84-94633399f96d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.398867] env[69365]: DEBUG oslo_vmware.api [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302881, 'name': ReconfigVM_Task, 'duration_secs': 0.364584} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.399090] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-87d73a03-326d-405d-a2fc-6ec01b39d625/volume-87d73a03-326d-405d-a2fc-6ec01b39d625.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.403824] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a53cd1-aa01-400c-994f-4d8b96e48263 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.418839] env[69365]: DEBUG oslo_vmware.api [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1325.418839] env[69365]: value = "task-3302882" [ 1325.418839] env[69365]: _type = "Task" [ 1325.418839] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.426435] env[69365]: DEBUG oslo_vmware.api [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.540246] env[69365]: DEBUG nova.compute.utils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1325.545481] env[69365]: DEBUG nova.compute.manager [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.545481] env[69365]: DEBUG nova.network.neutron [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.611943] env[69365]: DEBUG nova.policy [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cefc38b0fa5d4d0b90b446db9fa92724', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0317276705f4449786ab6712a1c2f32c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.652816] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4255206-ee39-4e07-99b7-15f8948d380e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.662714] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "refresh_cache-30c9b7b9-cce1-4df6-95f8-b60931755687" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.662714] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquired lock "refresh_cache-30c9b7b9-cce1-4df6-95f8-b60931755687" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.662714] env[69365]: DEBUG nova.network.neutron [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.663582] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fee213-f0e3-4796-8fe7-a252bb2c5e41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.693464] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16618adf-e507-481a-ac98-4c5ed554ce04 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.702936] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc5254f-889d-40da-b65e-f9b4cd3427cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.716503] env[69365]: DEBUG nova.compute.provider_tree [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.741129] env[69365]: DEBUG nova.network.neutron [req-285fa04f-ae3e-4b41-b93b-4004dfe09b13 req-0bfa4ecb-7a14-4bd5-af06-49232dbc08ee service nova] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Updated VIF entry in instance network info cache for port d19e4d8c-966a-4042-b537-1c680e77ced7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.741532] env[69365]: DEBUG nova.network.neutron [req-285fa04f-ae3e-4b41-b93b-4004dfe09b13 req-0bfa4ecb-7a14-4bd5-af06-49232dbc08ee service nova] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Updating instance_info_cache with network_info: [{"id": "d19e4d8c-966a-4042-b537-1c680e77ced7", "address": "fa:16:3e:1e:d8:72", "network": {"id": "b2aa2249-7287-4107-8eaa-f24049f78080", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-85799850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0317276705f4449786ab6712a1c2f32c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19e4d8c-96", "ovs_interfaceid": "d19e4d8c-966a-4042-b537-1c680e77ced7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.865382] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52387d5d-c134-8900-ad84-94633399f96d, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.865750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.865910] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.866161] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.866312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.866504] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.868297] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-419e0a36-a3eb-475f-87b7-fb03e8ccd5e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.876631] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.876832] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.877536] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e89287-e046-40e9-81a0-44174f92e147 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.882433] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1325.882433] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a2f928-3856-9cdc-c911-5997a9c3bfcd" [ 1325.882433] env[69365]: _type = "Task" [ 1325.882433] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.889580] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a2f928-3856-9cdc-c911-5997a9c3bfcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.927980] env[69365]: DEBUG oslo_vmware.api [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302882, 'name': ReconfigVM_Task, 'duration_secs': 0.142451} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.928248] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659476', 'volume_id': '87d73a03-326d-405d-a2fc-6ec01b39d625', 'name': 'volume-87d73a03-326d-405d-a2fc-6ec01b39d625', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52392de2-f185-4cb7-b855-10d8662e7f81', 'attached_at': '', 'detached_at': '', 'volume_id': '87d73a03-326d-405d-a2fc-6ec01b39d625', 'serial': '87d73a03-326d-405d-a2fc-6ec01b39d625'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1326.044811] env[69365]: DEBUG nova.compute.manager [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1326.219793] env[69365]: DEBUG nova.scheduler.client.report [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.244058] env[69365]: DEBUG oslo_concurrency.lockutils [req-285fa04f-ae3e-4b41-b93b-4004dfe09b13 req-0bfa4ecb-7a14-4bd5-af06-49232dbc08ee service nova] Releasing lock "refresh_cache-b20ddf7a-3a65-4692-8eb0-85301738a5f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.250617] env[69365]: DEBUG nova.network.neutron [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.366792] env[69365]: DEBUG nova.network.neutron [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Successfully created port: d5b65294-ba3c-4328-9312-b7d53ad5f743 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.392418] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a2f928-3856-9cdc-c911-5997a9c3bfcd, 'name': SearchDatastore_Task, 'duration_secs': 0.008078} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.393189] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad96df7c-788f-4b1d-8d98-d0f2dba8074a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.397827] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1326.397827] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52260b4b-c218-a14e-307a-9c8cec05720b" [ 1326.397827] env[69365]: _type = "Task" [ 1326.397827] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.404969] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52260b4b-c218-a14e-307a-9c8cec05720b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.472925] env[69365]: DEBUG nova.network.neutron [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Updating instance_info_cache with network_info: [{"id": "06aaace7-203f-4a47-81f4-f2aeaacd54a1", "address": "fa:16:3e:df:ce:14", "network": {"id": "b2aa2249-7287-4107-8eaa-f24049f78080", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-85799850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0317276705f4449786ab6712a1c2f32c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06aaace7-20", "ovs_interfaceid": "06aaace7-203f-4a47-81f4-f2aeaacd54a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.725044] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.780291] env[69365]: INFO nova.scheduler.client.report [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Deleted allocations for instance 78e4862e-2d3d-4321-b74b-6e5f49457d05 [ 1326.908039] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52260b4b-c218-a14e-307a-9c8cec05720b, 'name': SearchDatastore_Task, 'duration_secs': 0.008575} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.908362] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.908553] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] b20ddf7a-3a65-4692-8eb0-85301738a5f6/b20ddf7a-3a65-4692-8eb0-85301738a5f6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.909107] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-228bdeb1-3358-4014-b8a6-a0c71376fa97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.916450] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1326.916450] env[69365]: value = "task-3302883" [ 1326.916450] env[69365]: _type = "Task" [ 1326.916450] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.924153] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.975505] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Releasing lock "refresh_cache-30c9b7b9-cce1-4df6-95f8-b60931755687" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.975896] env[69365]: DEBUG nova.compute.manager [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Instance network_info: |[{"id": "06aaace7-203f-4a47-81f4-f2aeaacd54a1", "address": "fa:16:3e:df:ce:14", "network": {"id": "b2aa2249-7287-4107-8eaa-f24049f78080", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-85799850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0317276705f4449786ab6712a1c2f32c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06aaace7-20", "ovs_interfaceid": "06aaace7-203f-4a47-81f4-f2aeaacd54a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1326.976404] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ce:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06aaace7-203f-4a47-81f4-f2aeaacd54a1', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1326.984921] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.985089] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1326.985330] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31aaaba3-ecc0-4ebc-b93f-ea07ef0e69e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.002500] env[69365]: DEBUG nova.objects.instance [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lazy-loading 'flavor' on Instance uuid 52392de2-f185-4cb7-b855-10d8662e7f81 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.009484] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.009484] env[69365]: value = "task-3302884" [ 1327.009484] env[69365]: _type = "Task" [ 1327.009484] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.017734] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302884, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.030365] env[69365]: DEBUG nova.compute.manager [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Received event network-vif-plugged-06aaace7-203f-4a47-81f4-f2aeaacd54a1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.030598] env[69365]: DEBUG oslo_concurrency.lockutils [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] Acquiring lock "30c9b7b9-cce1-4df6-95f8-b60931755687-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.030825] env[69365]: DEBUG oslo_concurrency.lockutils [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] Lock "30c9b7b9-cce1-4df6-95f8-b60931755687-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.031039] env[69365]: DEBUG oslo_concurrency.lockutils [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] Lock "30c9b7b9-cce1-4df6-95f8-b60931755687-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.031213] env[69365]: DEBUG nova.compute.manager [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] No waiting events found dispatching network-vif-plugged-06aaace7-203f-4a47-81f4-f2aeaacd54a1 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1327.031452] env[69365]: WARNING nova.compute.manager [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Received unexpected event network-vif-plugged-06aaace7-203f-4a47-81f4-f2aeaacd54a1 for instance with vm_state building and task_state spawning. [ 1327.031648] env[69365]: DEBUG nova.compute.manager [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Received event network-changed-06aaace7-203f-4a47-81f4-f2aeaacd54a1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.031826] env[69365]: DEBUG nova.compute.manager [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Refreshing instance network info cache due to event network-changed-06aaace7-203f-4a47-81f4-f2aeaacd54a1. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1327.032035] env[69365]: DEBUG oslo_concurrency.lockutils [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] Acquiring lock "refresh_cache-30c9b7b9-cce1-4df6-95f8-b60931755687" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.032186] env[69365]: DEBUG oslo_concurrency.lockutils [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] Acquired lock "refresh_cache-30c9b7b9-cce1-4df6-95f8-b60931755687" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.032392] env[69365]: DEBUG nova.network.neutron [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Refreshing network info cache for port 06aaace7-203f-4a47-81f4-f2aeaacd54a1 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.053925] env[69365]: DEBUG nova.compute.manager [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1327.114530] env[69365]: DEBUG nova.virt.hardware [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.114855] env[69365]: DEBUG nova.virt.hardware [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.115062] env[69365]: DEBUG nova.virt.hardware [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.115266] env[69365]: DEBUG nova.virt.hardware [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.115445] env[69365]: DEBUG nova.virt.hardware [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.115608] env[69365]: DEBUG nova.virt.hardware [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.115908] env[69365]: DEBUG nova.virt.hardware [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.116101] env[69365]: DEBUG nova.virt.hardware [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.116330] env[69365]: DEBUG nova.virt.hardware [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.116579] env[69365]: DEBUG nova.virt.hardware [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.116705] env[69365]: DEBUG nova.virt.hardware [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.117663] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b664f82-ec4c-4e6a-b23c-c33d95633a2a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.127385] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f19c59-8cf9-44d6-b785-7d7957e2364e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.279687] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.291487] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ae721ced-c4d0-4296-88c1-04090c95b42f tempest-ServerActionsTestJSON-1791573659 tempest-ServerActionsTestJSON-1791573659-project-member] Lock "78e4862e-2d3d-4321-b74b-6e5f49457d05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.655s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.426942] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462862} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.427245] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] b20ddf7a-3a65-4692-8eb0-85301738a5f6/b20ddf7a-3a65-4692-8eb0-85301738a5f6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.427517] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.427796] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8674f93a-1357-4f46-a4ae-6ec213b3ebf4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.434532] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1327.434532] env[69365]: value = "task-3302885" [ 1327.434532] env[69365]: _type = "Task" [ 1327.434532] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.442395] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.507297] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fc1bb9ec-52f1-4617-a0d8-ac407039ec99 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "52392de2-f185-4cb7-b855-10d8662e7f81" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.289s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.519094] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302884, 'name': CreateVM_Task, 'duration_secs': 0.359488} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.519316] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.519926] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.520104] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.520411] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.520658] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1e09a8-80ac-4938-8027-ffc605c8459f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.525511] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1327.525511] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aeb418-f7be-5ecd-3305-8e9b4a1cfbb6" [ 1327.525511] env[69365]: _type = "Task" [ 1327.525511] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.533203] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aeb418-f7be-5ecd-3305-8e9b4a1cfbb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.841898] env[69365]: DEBUG oslo_concurrency.lockutils [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "52392de2-f185-4cb7-b855-10d8662e7f81" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.842197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "52392de2-f185-4cb7-b855-10d8662e7f81" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.928334] env[69365]: DEBUG nova.network.neutron [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Updated VIF entry in instance network info cache for port 06aaace7-203f-4a47-81f4-f2aeaacd54a1. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.928700] env[69365]: DEBUG nova.network.neutron [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Updating instance_info_cache with network_info: [{"id": "06aaace7-203f-4a47-81f4-f2aeaacd54a1", "address": "fa:16:3e:df:ce:14", "network": {"id": "b2aa2249-7287-4107-8eaa-f24049f78080", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-85799850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0317276705f4449786ab6712a1c2f32c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06aaace7-20", "ovs_interfaceid": "06aaace7-203f-4a47-81f4-f2aeaacd54a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.945739] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062417} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.946176] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.946991] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a99bcd-92fd-49f1-8ea9-70f027059656 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.970577] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] b20ddf7a-3a65-4692-8eb0-85301738a5f6/b20ddf7a-3a65-4692-8eb0-85301738a5f6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.971024] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77c64a93-8fd4-4c61-9c8e-b64a973808ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.991611] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1327.991611] env[69365]: value = "task-3302886" [ 1327.991611] env[69365]: _type = "Task" [ 1327.991611] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.999929] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.037143] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52aeb418-f7be-5ecd-3305-8e9b4a1cfbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.008422} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.037240] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.037417] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.037888] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.037888] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.038285] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.038389] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-666e8c5f-8e2d-475f-8c30-ba96c67e95cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.045681] env[69365]: DEBUG nova.network.neutron [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Successfully updated port: d5b65294-ba3c-4328-9312-b7d53ad5f743 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.049355] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.049355] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.049355] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c697738-b834-48eb-8f53-81f3c8775f41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.054654] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1328.054654] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529b586f-817f-1d8b-4264-0e39396c8fc8" [ 1328.054654] env[69365]: _type = "Task" [ 1328.054654] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.062600] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529b586f-817f-1d8b-4264-0e39396c8fc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.345660] env[69365]: INFO nova.compute.manager [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Detaching volume 87d73a03-326d-405d-a2fc-6ec01b39d625 [ 1328.405844] env[69365]: INFO nova.virt.block_device [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Attempting to driver detach volume 87d73a03-326d-405d-a2fc-6ec01b39d625 from mountpoint /dev/sdb [ 1328.406107] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1328.406926] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659476', 'volume_id': '87d73a03-326d-405d-a2fc-6ec01b39d625', 'name': 'volume-87d73a03-326d-405d-a2fc-6ec01b39d625', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52392de2-f185-4cb7-b855-10d8662e7f81', 'attached_at': '', 'detached_at': '', 'volume_id': '87d73a03-326d-405d-a2fc-6ec01b39d625', 'serial': '87d73a03-326d-405d-a2fc-6ec01b39d625'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1328.407244] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77f5d9f-fa6d-48b6-b880-a8b92ed3c22c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.429055] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62166a4-02eb-4b2e-ba37-49a3aedb2864 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.432127] env[69365]: DEBUG oslo_concurrency.lockutils [req-e8786124-a98d-4432-a00d-2bc1d4ddb001 req-1bc28c43-0dc5-481b-b662-401a4c2111f6 service nova] Releasing lock "refresh_cache-30c9b7b9-cce1-4df6-95f8-b60931755687" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.436641] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b688745f-1a56-4959-b1df-9d840a9edb81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.460708] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615e050b-23bc-45d6-af26-10102b078657 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.475657] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] The volume has not been displaced from its original location: [datastore1] volume-87d73a03-326d-405d-a2fc-6ec01b39d625/volume-87d73a03-326d-405d-a2fc-6ec01b39d625.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1328.480920] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1328.481198] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2b4f79c-e56e-40f6-8459-f3c4a89060ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.501802] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302886, 'name': ReconfigVM_Task, 'duration_secs': 0.264623} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.502917] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Reconfigured VM instance instance-00000078 to attach disk [datastore1] b20ddf7a-3a65-4692-8eb0-85301738a5f6/b20ddf7a-3a65-4692-8eb0-85301738a5f6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.503679] env[69365]: DEBUG oslo_vmware.api [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1328.503679] env[69365]: value = "task-3302887" [ 1328.503679] env[69365]: _type = "Task" [ 1328.503679] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.503932] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c62b04d-5705-417d-ad69-2a09c24e923b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.513034] env[69365]: DEBUG oslo_vmware.api [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.513779] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1328.513779] env[69365]: value = "task-3302888" [ 1328.513779] env[69365]: _type = "Task" [ 1328.513779] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.521642] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302888, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.550217] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "refresh_cache-60ec287d-8fdb-4c51-900b-84ca42621ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.550389] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquired lock "refresh_cache-60ec287d-8fdb-4c51-900b-84ca42621ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.550569] env[69365]: DEBUG nova.network.neutron [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.567276] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]529b586f-817f-1d8b-4264-0e39396c8fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.008731} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.568073] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8fd212c-d60c-4910-b998-6eef5b9943f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.573411] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1328.573411] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5285754b-384b-2e3d-46a2-5b1eced89e53" [ 1328.573411] env[69365]: _type = "Task" [ 1328.573411] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.581581] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5285754b-384b-2e3d-46a2-5b1eced89e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.014872] env[69365]: DEBUG oslo_vmware.api [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302887, 'name': ReconfigVM_Task, 'duration_secs': 0.236315} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.017761] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1329.022681] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b934e3bd-b446-481c-97bd-c7d16b5b2eec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.038136] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302888, 'name': Rename_Task, 'duration_secs': 0.139306} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.039364] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.039719] env[69365]: DEBUG oslo_vmware.api [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1329.039719] env[69365]: value = "task-3302889" [ 1329.039719] env[69365]: _type = "Task" [ 1329.039719] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.039903] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be466030-1e28-4ede-bdc8-75121414c23c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.051696] env[69365]: DEBUG oslo_vmware.api [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.054482] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1329.054482] env[69365]: value = "task-3302890" [ 1329.054482] env[69365]: _type = "Task" [ 1329.054482] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.061674] env[69365]: DEBUG nova.compute.manager [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Received event network-vif-plugged-d5b65294-ba3c-4328-9312-b7d53ad5f743 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.061873] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] Acquiring lock "60ec287d-8fdb-4c51-900b-84ca42621ae4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.062086] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] Lock "60ec287d-8fdb-4c51-900b-84ca42621ae4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.062252] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] Lock "60ec287d-8fdb-4c51-900b-84ca42621ae4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.062492] env[69365]: DEBUG nova.compute.manager [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] No waiting events found dispatching network-vif-plugged-d5b65294-ba3c-4328-9312-b7d53ad5f743 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.062652] env[69365]: WARNING nova.compute.manager [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Received unexpected event network-vif-plugged-d5b65294-ba3c-4328-9312-b7d53ad5f743 for instance with vm_state building and task_state spawning. [ 1329.062831] env[69365]: DEBUG nova.compute.manager [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Received event network-changed-d5b65294-ba3c-4328-9312-b7d53ad5f743 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.063031] env[69365]: DEBUG nova.compute.manager [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Refreshing instance network info cache due to event network-changed-d5b65294-ba3c-4328-9312-b7d53ad5f743. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.063212] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] Acquiring lock "refresh_cache-60ec287d-8fdb-4c51-900b-84ca42621ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.066940] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.084019] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5285754b-384b-2e3d-46a2-5b1eced89e53, 'name': SearchDatastore_Task, 'duration_secs': 0.013493} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.084352] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.085068] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 30c9b7b9-cce1-4df6-95f8-b60931755687/30c9b7b9-cce1-4df6-95f8-b60931755687.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.085337] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f76f6e9-e34b-45ab-b426-cb6eb1bdd757 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.091578] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1329.091578] env[69365]: value = "task-3302891" [ 1329.091578] env[69365]: _type = "Task" [ 1329.091578] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.099732] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.100429] env[69365]: DEBUG nova.network.neutron [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1329.283345] env[69365]: DEBUG nova.network.neutron [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Updating instance_info_cache with network_info: [{"id": "d5b65294-ba3c-4328-9312-b7d53ad5f743", "address": "fa:16:3e:d7:c8:85", "network": {"id": "b2aa2249-7287-4107-8eaa-f24049f78080", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-85799850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0317276705f4449786ab6712a1c2f32c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b65294-ba", "ovs_interfaceid": "d5b65294-ba3c-4328-9312-b7d53ad5f743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.554785] env[69365]: DEBUG oslo_vmware.api [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302889, 'name': ReconfigVM_Task, 'duration_secs': 0.149099} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.555487] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659476', 'volume_id': '87d73a03-326d-405d-a2fc-6ec01b39d625', 'name': 'volume-87d73a03-326d-405d-a2fc-6ec01b39d625', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52392de2-f185-4cb7-b855-10d8662e7f81', 'attached_at': '', 'detached_at': '', 'volume_id': '87d73a03-326d-405d-a2fc-6ec01b39d625', 'serial': '87d73a03-326d-405d-a2fc-6ec01b39d625'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1329.576167] env[69365]: DEBUG oslo_vmware.api [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302890, 'name': PowerOnVM_Task, 'duration_secs': 0.519629} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.576479] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.576742] env[69365]: INFO nova.compute.manager [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1329.577428] env[69365]: DEBUG nova.compute.manager [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.578582] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de040bb-f30f-49f6-89e2-0c316d0a73bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.600465] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441985} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.600753] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 30c9b7b9-cce1-4df6-95f8-b60931755687/30c9b7b9-cce1-4df6-95f8-b60931755687.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.601041] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.601207] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a7bc564-657c-4f4f-b5a0-dea3cf074fb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.608846] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1329.608846] env[69365]: value = "task-3302892" [ 1329.608846] env[69365]: _type = "Task" [ 1329.608846] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.617805] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.786216] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Releasing lock "refresh_cache-60ec287d-8fdb-4c51-900b-84ca42621ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.786543] env[69365]: DEBUG nova.compute.manager [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Instance network_info: |[{"id": "d5b65294-ba3c-4328-9312-b7d53ad5f743", "address": "fa:16:3e:d7:c8:85", "network": {"id": "b2aa2249-7287-4107-8eaa-f24049f78080", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-85799850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0317276705f4449786ab6712a1c2f32c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b65294-ba", "ovs_interfaceid": "d5b65294-ba3c-4328-9312-b7d53ad5f743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1329.786857] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] Acquired lock "refresh_cache-60ec287d-8fdb-4c51-900b-84ca42621ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.787053] env[69365]: DEBUG nova.network.neutron [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Refreshing network info cache for port d5b65294-ba3c-4328-9312-b7d53ad5f743 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.788224] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:c8:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5b65294-ba3c-4328-9312-b7d53ad5f743', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.796357] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.797314] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.797867] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8f9092a-a639-423a-bfb5-6fac6cbd7c58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.817706] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.817706] env[69365]: value = "task-3302893" [ 1329.817706] env[69365]: _type = "Task" [ 1329.817706] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.825914] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302893, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.097850] env[69365]: INFO nova.compute.manager [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Took 11.69 seconds to build instance. [ 1330.117964] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071027} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.118263] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.119084] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc38bf05-5605-4a8d-8c55-6f70d335029f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.122901] env[69365]: DEBUG nova.objects.instance [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lazy-loading 'flavor' on Instance uuid 52392de2-f185-4cb7-b855-10d8662e7f81 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.144781] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 30c9b7b9-cce1-4df6-95f8-b60931755687/30c9b7b9-cce1-4df6-95f8-b60931755687.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.145126] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62c056cd-2c22-479f-9b4c-f17e955a249a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.166013] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1330.166013] env[69365]: value = "task-3302894" [ 1330.166013] env[69365]: _type = "Task" [ 1330.166013] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.174614] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.327691] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302893, 'name': CreateVM_Task, 'duration_secs': 0.334973} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.327866] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.328502] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.328672] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.328994] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.329258] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a54a9bf-09a7-4f69-ad02-d05b05136610 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.333419] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1330.333419] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524749eb-06e2-2756-f726-8e589c10d759" [ 1330.333419] env[69365]: _type = "Task" [ 1330.333419] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.340643] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524749eb-06e2-2756-f726-8e589c10d759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.550314] env[69365]: DEBUG nova.network.neutron [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Updated VIF entry in instance network info cache for port d5b65294-ba3c-4328-9312-b7d53ad5f743. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.550725] env[69365]: DEBUG nova.network.neutron [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Updating instance_info_cache with network_info: [{"id": "d5b65294-ba3c-4328-9312-b7d53ad5f743", "address": "fa:16:3e:d7:c8:85", "network": {"id": "b2aa2249-7287-4107-8eaa-f24049f78080", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-85799850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0317276705f4449786ab6712a1c2f32c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b65294-ba", "ovs_interfaceid": "d5b65294-ba3c-4328-9312-b7d53ad5f743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.600425] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d8089faf-db4d-400c-a1e3-eedbef429afc tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.200s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.676174] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.844923] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524749eb-06e2-2756-f726-8e589c10d759, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.845164] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.845374] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.845608] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.845750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.845926] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.846199] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7224727a-dd95-45c0-86ef-d2c45bfe87dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.854979] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.855171] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.855906] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7a076c-06f2-455c-a6e8-8a13e9503fb9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.860986] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1330.860986] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526275a7-a24d-6034-b4fb-0a31ee96564b" [ 1330.860986] env[69365]: _type = "Task" [ 1330.860986] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.868727] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526275a7-a24d-6034-b4fb-0a31ee96564b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.054312] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb57236a-e451-441e-84dc-5c1efa8d23bc req-9cfc039a-e47a-4a4d-a078-e9c3270ed451 service nova] Releasing lock "refresh_cache-60ec287d-8fdb-4c51-900b-84ca42621ae4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.130705] env[69365]: DEBUG oslo_concurrency.lockutils [None req-575d17bc-e3f1-4f6d-a220-1bb795e60734 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "52392de2-f185-4cb7-b855-10d8662e7f81" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.288s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.176402] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302894, 'name': ReconfigVM_Task, 'duration_secs': 0.859258} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.176665] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 30c9b7b9-cce1-4df6-95f8-b60931755687/30c9b7b9-cce1-4df6-95f8-b60931755687.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.177273] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f97096c-20d7-4d2a-8c2b-31bb81be4b56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.183066] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1331.183066] env[69365]: value = "task-3302895" [ 1331.183066] env[69365]: _type = "Task" [ 1331.183066] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.190149] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302895, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.370779] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]526275a7-a24d-6034-b4fb-0a31ee96564b, 'name': SearchDatastore_Task, 'duration_secs': 0.00847} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.371669] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1901b916-72d6-46fd-b969-125aad021870 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.376396] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1331.376396] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522d50ed-70a4-2812-2996-fc2eb388f52e" [ 1331.376396] env[69365]: _type = "Task" [ 1331.376396] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.383359] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522d50ed-70a4-2812-2996-fc2eb388f52e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.693101] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302895, 'name': Rename_Task, 'duration_secs': 0.152224} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.693365] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.693607] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-748b00aa-dc39-484a-a5c1-82b2a7c0b13b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.700078] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1331.700078] env[69365]: value = "task-3302896" [ 1331.700078] env[69365]: _type = "Task" [ 1331.700078] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.707429] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.889330] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]522d50ed-70a4-2812-2996-fc2eb388f52e, 'name': SearchDatastore_Task, 'duration_secs': 0.009136} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.889540] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.889810] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 60ec287d-8fdb-4c51-900b-84ca42621ae4/60ec287d-8fdb-4c51-900b-84ca42621ae4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1331.890086] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2efba58-c89d-4124-b337-34dc39694a0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.896472] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1331.896472] env[69365]: value = "task-3302897" [ 1331.896472] env[69365]: _type = "Task" [ 1331.896472] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.903675] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.210689] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.215337] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "52392de2-f185-4cb7-b855-10d8662e7f81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.215619] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "52392de2-f185-4cb7-b855-10d8662e7f81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.215843] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "52392de2-f185-4cb7-b855-10d8662e7f81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.216039] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "52392de2-f185-4cb7-b855-10d8662e7f81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.216216] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "52392de2-f185-4cb7-b855-10d8662e7f81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.218602] env[69365]: INFO nova.compute.manager [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Terminating instance [ 1332.408924] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493785} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.409214] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 60ec287d-8fdb-4c51-900b-84ca42621ae4/60ec287d-8fdb-4c51-900b-84ca42621ae4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.409476] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.409737] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03c7a8dd-3571-4f68-9ef2-b389c09e7295 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.416806] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1332.416806] env[69365]: value = "task-3302898" [ 1332.416806] env[69365]: _type = "Task" [ 1332.416806] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.425723] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.710498] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302896, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.722307] env[69365]: DEBUG nova.compute.manager [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.722599] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.723421] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2676715e-2bb0-4a47-9178-602660391bfe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.730647] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.730878] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d1a009b-b029-4a6f-b2ff-a75e4611c4e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.736566] env[69365]: DEBUG oslo_vmware.api [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1332.736566] env[69365]: value = "task-3302899" [ 1332.736566] env[69365]: _type = "Task" [ 1332.736566] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.744595] env[69365]: DEBUG oslo_vmware.api [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.899694] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "3a51af68-d97c-4670-a398-1ad12ad63759" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.900163] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "3a51af68-d97c-4670-a398-1ad12ad63759" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.900464] env[69365]: INFO nova.compute.manager [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Shelving [ 1332.928561] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073154} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.928875] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.929691] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cac001-3948-4f62-99b8-4c6111d7d094 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.952183] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 60ec287d-8fdb-4c51-900b-84ca42621ae4/60ec287d-8fdb-4c51-900b-84ca42621ae4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.952849] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58515b3c-a603-43fd-b71f-97e98d3cf3a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.972047] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1332.972047] env[69365]: value = "task-3302900" [ 1332.972047] env[69365]: _type = "Task" [ 1332.972047] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.979679] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.210864] env[69365]: DEBUG oslo_vmware.api [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302896, 'name': PowerOnVM_Task, 'duration_secs': 1.020232} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.211251] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.211389] env[69365]: INFO nova.compute.manager [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1333.211596] env[69365]: DEBUG nova.compute.manager [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1333.212420] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ce9dfe-f76e-418a-a53e-de8f8e3941af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.245715] env[69365]: DEBUG oslo_vmware.api [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302899, 'name': PowerOffVM_Task, 'duration_secs': 0.224802} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.245918] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.246105] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.246342] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a609a3d2-574e-4513-b78c-e6aa26e7617d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.483418] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302900, 'name': ReconfigVM_Task, 'duration_secs': 0.257431} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.483663] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 60ec287d-8fdb-4c51-900b-84ca42621ae4/60ec287d-8fdb-4c51-900b-84ca42621ae4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.484340] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e71b5aa-f48b-41db-8389-b97a6f50e03d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.491294] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1333.491294] env[69365]: value = "task-3302902" [ 1333.491294] env[69365]: _type = "Task" [ 1333.491294] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.499758] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302902, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.521827] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.522055] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.522266] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Deleting the datastore file [datastore2] 52392de2-f185-4cb7-b855-10d8662e7f81 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.522547] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e41ea124-df79-45b1-b5ea-7eba3099e407 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.529014] env[69365]: DEBUG oslo_vmware.api [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1333.529014] env[69365]: value = "task-3302903" [ 1333.529014] env[69365]: _type = "Task" [ 1333.529014] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.536621] env[69365]: DEBUG oslo_vmware.api [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.728270] env[69365]: INFO nova.compute.manager [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Took 15.16 seconds to build instance. [ 1333.909047] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.909344] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c1d2b89-adf2-4ee6-9a26-a0e7740c099e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.917797] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1333.917797] env[69365]: value = "task-3302904" [ 1333.917797] env[69365]: _type = "Task" [ 1333.917797] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.925750] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.001574] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302902, 'name': Rename_Task, 'duration_secs': 0.135017} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.001884] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.002157] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03c48699-f50a-463d-8c3a-169ad89c1918 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.008050] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1334.008050] env[69365]: value = "task-3302905" [ 1334.008050] env[69365]: _type = "Task" [ 1334.008050] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.015877] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.039218] env[69365]: DEBUG oslo_vmware.api [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146949} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.039506] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.039723] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.039957] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.040165] env[69365]: INFO nova.compute.manager [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1334.040450] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.040697] env[69365]: DEBUG nova.compute.manager [-] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.040823] env[69365]: DEBUG nova.network.neutron [-] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.230576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6de583b7-c7ae-4b92-8722-ea5f1e13753c tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "30c9b7b9-cce1-4df6-95f8-b60931755687" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.679s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.427917] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302904, 'name': PowerOffVM_Task, 'duration_secs': 0.228771} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.428291] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.429138] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cde6ff-3373-447f-a169-aa415206e525 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.447159] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2196f312-7940-4406-87f5-0becd5bb7d14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.518605] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302905, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.673012] env[69365]: DEBUG nova.compute.manager [req-ad4bc333-1681-4c23-9e33-3c7b177609e8 req-fc28b869-3e2c-489f-af1b-f11265da70b2 service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Received event network-vif-deleted-698148e0-9f68-4568-9ad9-b3d466bfbe74 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.673241] env[69365]: INFO nova.compute.manager [req-ad4bc333-1681-4c23-9e33-3c7b177609e8 req-fc28b869-3e2c-489f-af1b-f11265da70b2 service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Neutron deleted interface 698148e0-9f68-4568-9ad9-b3d466bfbe74; detaching it from the instance and deleting it from the info cache [ 1334.673416] env[69365]: DEBUG nova.network.neutron [req-ad4bc333-1681-4c23-9e33-3c7b177609e8 req-fc28b869-3e2c-489f-af1b-f11265da70b2 service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.959273] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1334.959626] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c86d3a8-4cbd-428d-bdac-f842c24c6686 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.967828] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1334.967828] env[69365]: value = "task-3302906" [ 1334.967828] env[69365]: _type = "Task" [ 1334.967828] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.976580] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302906, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.019499] env[69365]: DEBUG oslo_vmware.api [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302905, 'name': PowerOnVM_Task, 'duration_secs': 0.678587} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.019729] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.019946] env[69365]: INFO nova.compute.manager [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1335.020168] env[69365]: DEBUG nova.compute.manager [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.020982] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d72eeee-a7c0-40cf-a1bc-2a31528c5dc6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.156212] env[69365]: DEBUG nova.network.neutron [-] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.176464] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98d88887-e812-41ee-a16a-5a356bc32256 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.187248] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c0a0fb-374b-403b-964f-eb1b934ae0b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.217696] env[69365]: DEBUG nova.compute.manager [req-ad4bc333-1681-4c23-9e33-3c7b177609e8 req-fc28b869-3e2c-489f-af1b-f11265da70b2 service nova] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Detach interface failed, port_id=698148e0-9f68-4568-9ad9-b3d466bfbe74, reason: Instance 52392de2-f185-4cb7-b855-10d8662e7f81 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1335.478250] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302906, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.537729] env[69365]: INFO nova.compute.manager [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Took 16.43 seconds to build instance. [ 1335.659631] env[69365]: INFO nova.compute.manager [-] [instance: 52392de2-f185-4cb7-b855-10d8662e7f81] Took 1.62 seconds to deallocate network for instance. [ 1335.980447] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302906, 'name': CreateSnapshot_Task, 'duration_secs': 0.610786} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.980729] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1335.981585] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20975fd9-3c81-44db-835e-248c60ecd7b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.039845] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5e57c200-9f4f-4b3b-b50e-46da3411473b tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "60ec287d-8fdb-4c51-900b-84ca42621ae4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.936s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.166160] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.166459] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.166714] env[69365]: DEBUG nova.objects.instance [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lazy-loading 'resources' on Instance uuid 52392de2-f185-4cb7-b855-10d8662e7f81 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.499040] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1336.499375] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2aa98f3a-ec5b-4a78-bff5-6e54d78094e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.507288] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1336.507288] env[69365]: value = "task-3302907" [ 1336.507288] env[69365]: _type = "Task" [ 1336.507288] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.516412] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302907, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.773027] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51196375-1d9c-4fa0-bb5c-6a26b883d439 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.781055] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbe4fa2-3a0f-4ff9-81f0-ce0207adb30c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.812419] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eafd2ff-2744-44c5-a7bd-1693e27d4a66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.819936] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1a7e9a-9926-4d89-af8b-1f286934eb22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.833491] env[69365]: DEBUG nova.compute.provider_tree [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.017656] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302907, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.336996] env[69365]: DEBUG nova.scheduler.client.report [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.526816] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302907, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.842328] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.863966] env[69365]: INFO nova.scheduler.client.report [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Deleted allocations for instance 52392de2-f185-4cb7-b855-10d8662e7f81 [ 1338.018716] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302907, 'name': CloneVM_Task, 'duration_secs': 1.211685} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.018977] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Created linked-clone VM from snapshot [ 1338.019722] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6e6a77-64dc-4959-a3c4-b6fecc9a6e4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.022344] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aaa77d1-0646-4bee-aa7c-0d820adcdb18 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.022569] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aaa77d1-0646-4bee-aa7c-0d820adcdb18 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.022746] env[69365]: DEBUG nova.compute.manager [None req-0aaa77d1-0646-4bee-aa7c-0d820adcdb18 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.023467] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23993d3-db58-47bd-a13d-d8760c53a0f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.030789] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Uploading image de24e4d3-a509-421b-9f50-cc9ff3800dda {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1338.034201] env[69365]: DEBUG nova.compute.manager [None req-0aaa77d1-0646-4bee-aa7c-0d820adcdb18 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1338.034766] env[69365]: DEBUG nova.objects.instance [None req-0aaa77d1-0646-4bee-aa7c-0d820adcdb18 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lazy-loading 'flavor' on Instance uuid b20ddf7a-3a65-4692-8eb0-85301738a5f6 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.058963] env[69365]: DEBUG oslo_vmware.rw_handles [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1338.058963] env[69365]: value = "vm-659483" [ 1338.058963] env[69365]: _type = "VirtualMachine" [ 1338.058963] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1338.059303] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-93b1e36d-29c2-4e00-ae68-f5ba6259bdad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.067173] env[69365]: DEBUG oslo_vmware.rw_handles [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lease: (returnval){ [ 1338.067173] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520948a7-b246-2152-c9db-363136687f89" [ 1338.067173] env[69365]: _type = "HttpNfcLease" [ 1338.067173] env[69365]: } obtained for exporting VM: (result){ [ 1338.067173] env[69365]: value = "vm-659483" [ 1338.067173] env[69365]: _type = "VirtualMachine" [ 1338.067173] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1338.067453] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the lease: (returnval){ [ 1338.067453] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520948a7-b246-2152-c9db-363136687f89" [ 1338.067453] env[69365]: _type = "HttpNfcLease" [ 1338.067453] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1338.075052] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1338.075052] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520948a7-b246-2152-c9db-363136687f89" [ 1338.075052] env[69365]: _type = "HttpNfcLease" [ 1338.075052] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1338.371032] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b619f9b9-c2e8-444e-bcb3-0779dec59b8e tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "52392de2-f185-4cb7-b855-10d8662e7f81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.155s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.576265] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1338.576265] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520948a7-b246-2152-c9db-363136687f89" [ 1338.576265] env[69365]: _type = "HttpNfcLease" [ 1338.576265] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1338.576790] env[69365]: DEBUG oslo_vmware.rw_handles [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1338.576790] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520948a7-b246-2152-c9db-363136687f89" [ 1338.576790] env[69365]: _type = "HttpNfcLease" [ 1338.576790] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1338.577346] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13c6e67-1225-4aca-8a15-8247138c14c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.585197] env[69365]: DEBUG oslo_vmware.rw_handles [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52157034-3442-30c0-d2a9-ba3cb903d280/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1338.585382] env[69365]: DEBUG oslo_vmware.rw_handles [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52157034-3442-30c0-d2a9-ba3cb903d280/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1338.779713] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-760a6daf-a8db-4f6a-83c7-f4e1f65c6ac1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.041680] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaa77d1-0646-4bee-aa7c-0d820adcdb18 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.042017] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-160641d6-4085-4826-9c42-4805716ec36f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.050434] env[69365]: DEBUG oslo_vmware.api [None req-0aaa77d1-0646-4bee-aa7c-0d820adcdb18 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1339.050434] env[69365]: value = "task-3302909" [ 1339.050434] env[69365]: _type = "Task" [ 1339.050434] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.058552] env[69365]: DEBUG oslo_vmware.api [None req-0aaa77d1-0646-4bee-aa7c-0d820adcdb18 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.560989] env[69365]: DEBUG oslo_vmware.api [None req-0aaa77d1-0646-4bee-aa7c-0d820adcdb18 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302909, 'name': PowerOffVM_Task, 'duration_secs': 0.255572} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.561397] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aaa77d1-0646-4bee-aa7c-0d820adcdb18 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.561768] env[69365]: DEBUG nova.compute.manager [None req-0aaa77d1-0646-4bee-aa7c-0d820adcdb18 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.562693] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee5a72c-63df-4848-af8a-b90454c9c3c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.074541] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aaa77d1-0646-4bee-aa7c-0d820adcdb18 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.254729] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.255140] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.759400] env[69365]: DEBUG nova.compute.manager [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.766569] env[69365]: DEBUG nova.objects.instance [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lazy-loading 'flavor' on Instance uuid b20ddf7a-3a65-4692-8eb0-85301738a5f6 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.270656] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "refresh_cache-b20ddf7a-3a65-4692-8eb0-85301738a5f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.271105] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquired lock "refresh_cache-b20ddf7a-3a65-4692-8eb0-85301738a5f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.271105] env[69365]: DEBUG nova.network.neutron [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.271350] env[69365]: DEBUG nova.objects.instance [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lazy-loading 'info_cache' on Instance uuid b20ddf7a-3a65-4692-8eb0-85301738a5f6 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.285693] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.285952] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.287484] env[69365]: INFO nova.compute.claims [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.775071] env[69365]: DEBUG nova.objects.base [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1342.378805] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82e58f9-f3ae-433b-8c2b-5f01ba43a02a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.387489] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420f4a46-a6cc-49a6-a25e-e86d3cbc50a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.425118] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2eb1bb-0964-40e8-969f-ea275e7fdcf9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.432987] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a387f6a8-6365-49cf-b8fa-4dee455cdc6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.446947] env[69365]: DEBUG nova.compute.provider_tree [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.527326] env[69365]: DEBUG nova.network.neutron [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Updating instance_info_cache with network_info: [{"id": "d19e4d8c-966a-4042-b537-1c680e77ced7", "address": "fa:16:3e:1e:d8:72", "network": {"id": "b2aa2249-7287-4107-8eaa-f24049f78080", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-85799850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0317276705f4449786ab6712a1c2f32c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19e4d8c-96", "ovs_interfaceid": "d19e4d8c-966a-4042-b537-1c680e77ced7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.950413] env[69365]: DEBUG nova.scheduler.client.report [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.030366] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Releasing lock "refresh_cache-b20ddf7a-3a65-4692-8eb0-85301738a5f6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.456487] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.457066] env[69365]: DEBUG nova.compute.manager [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1343.962229] env[69365]: DEBUG nova.compute.utils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.963788] env[69365]: DEBUG nova.compute.manager [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.963934] env[69365]: DEBUG nova.network.neutron [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.999652] env[69365]: DEBUG nova.policy [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccf5ac60b721407e8357eda343a7602a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '834a6dc617e4475d811bb1f4abb07117', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1344.036538] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.036865] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1f58641-4905-49ab-b294-d4f25e638cbf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.045433] env[69365]: DEBUG oslo_vmware.api [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1344.045433] env[69365]: value = "task-3302910" [ 1344.045433] env[69365]: _type = "Task" [ 1344.045433] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.053372] env[69365]: DEBUG oslo_vmware.api [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.274841] env[69365]: DEBUG nova.network.neutron [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Successfully created port: dd60b511-4040-4b53-b9d8-fad11038a092 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1344.467141] env[69365]: DEBUG nova.compute.manager [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1344.555044] env[69365]: DEBUG oslo_vmware.api [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302910, 'name': PowerOnVM_Task, 'duration_secs': 0.479418} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.555335] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.555548] env[69365]: DEBUG nova.compute.manager [None req-d4ea50e9-219d-4e15-b013-03e5d0ab3f75 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.556582] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c79b9c-c59d-4c8b-9e0f-ab244c149937 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.477930] env[69365]: DEBUG nova.compute.manager [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1345.504926] env[69365]: DEBUG nova.virt.hardware [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.505255] env[69365]: DEBUG nova.virt.hardware [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.505347] env[69365]: DEBUG nova.virt.hardware [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.505559] env[69365]: DEBUG nova.virt.hardware [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.505661] env[69365]: DEBUG nova.virt.hardware [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.505795] env[69365]: DEBUG nova.virt.hardware [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.506020] env[69365]: DEBUG nova.virt.hardware [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.506161] env[69365]: DEBUG nova.virt.hardware [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.506325] env[69365]: DEBUG nova.virt.hardware [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.506485] env[69365]: DEBUG nova.virt.hardware [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.506657] env[69365]: DEBUG nova.virt.hardware [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.507549] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06b65a5-73d8-456a-a372-fc208a32c6b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.516529] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe66e83b-551d-4c06-8938-8642b3b20739 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.703143] env[69365]: DEBUG nova.compute.manager [req-02a4b902-04d4-40a4-8230-e1724aa8294f req-562f7753-19a8-44be-adeb-6174cb143eb5 service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Received event network-vif-plugged-dd60b511-4040-4b53-b9d8-fad11038a092 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.703405] env[69365]: DEBUG oslo_concurrency.lockutils [req-02a4b902-04d4-40a4-8230-e1724aa8294f req-562f7753-19a8-44be-adeb-6174cb143eb5 service nova] Acquiring lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.703581] env[69365]: DEBUG oslo_concurrency.lockutils [req-02a4b902-04d4-40a4-8230-e1724aa8294f req-562f7753-19a8-44be-adeb-6174cb143eb5 service nova] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.703825] env[69365]: DEBUG oslo_concurrency.lockutils [req-02a4b902-04d4-40a4-8230-e1724aa8294f req-562f7753-19a8-44be-adeb-6174cb143eb5 service nova] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.703899] env[69365]: DEBUG nova.compute.manager [req-02a4b902-04d4-40a4-8230-e1724aa8294f req-562f7753-19a8-44be-adeb-6174cb143eb5 service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] No waiting events found dispatching network-vif-plugged-dd60b511-4040-4b53-b9d8-fad11038a092 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.704252] env[69365]: WARNING nova.compute.manager [req-02a4b902-04d4-40a4-8230-e1724aa8294f req-562f7753-19a8-44be-adeb-6174cb143eb5 service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Received unexpected event network-vif-plugged-dd60b511-4040-4b53-b9d8-fad11038a092 for instance with vm_state building and task_state spawning. [ 1345.787782] env[69365]: DEBUG nova.network.neutron [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Successfully updated port: dd60b511-4040-4b53-b9d8-fad11038a092 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.292935] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "refresh_cache-416dce4b-9c30-449a-95b4-5bf0371f4d7c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.293141] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired lock "refresh_cache-416dce4b-9c30-449a-95b4-5bf0371f4d7c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.293304] env[69365]: DEBUG nova.network.neutron [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.793482] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "60ec287d-8fdb-4c51-900b-84ca42621ae4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.793879] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "60ec287d-8fdb-4c51-900b-84ca42621ae4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.794047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "60ec287d-8fdb-4c51-900b-84ca42621ae4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.794297] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "60ec287d-8fdb-4c51-900b-84ca42621ae4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.794518] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "60ec287d-8fdb-4c51-900b-84ca42621ae4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.798644] env[69365]: INFO nova.compute.manager [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Terminating instance [ 1346.830956] env[69365]: DEBUG nova.network.neutron [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.965060] env[69365]: DEBUG nova.network.neutron [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Updating instance_info_cache with network_info: [{"id": "dd60b511-4040-4b53-b9d8-fad11038a092", "address": "fa:16:3e:6b:73:da", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd60b511-40", "ovs_interfaceid": "dd60b511-4040-4b53-b9d8-fad11038a092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.303048] env[69365]: DEBUG nova.compute.manager [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.303048] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.303764] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635df8ce-f1c4-4598-82f3-d7047b3f9b35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.312133] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.312398] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-093e5974-dbbb-46f2-877a-d9cb764d518e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.320647] env[69365]: DEBUG oslo_vmware.api [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1347.320647] env[69365]: value = "task-3302911" [ 1347.320647] env[69365]: _type = "Task" [ 1347.320647] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.328891] env[69365]: DEBUG oslo_vmware.api [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.467832] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Releasing lock "refresh_cache-416dce4b-9c30-449a-95b4-5bf0371f4d7c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.468184] env[69365]: DEBUG nova.compute.manager [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Instance network_info: |[{"id": "dd60b511-4040-4b53-b9d8-fad11038a092", "address": "fa:16:3e:6b:73:da", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd60b511-40", "ovs_interfaceid": "dd60b511-4040-4b53-b9d8-fad11038a092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1347.468621] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:73:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd60b511-4040-4b53-b9d8-fad11038a092', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.476264] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1347.476505] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.476750] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03d56609-2700-4e3d-88dd-680c47de4887 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.502174] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.502174] env[69365]: value = "task-3302912" [ 1347.502174] env[69365]: _type = "Task" [ 1347.502174] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.510021] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302912, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.732307] env[69365]: DEBUG nova.compute.manager [req-11c1aedf-9b43-4363-a542-b3950b7801a6 req-cfa938e3-dc23-4cb7-ade1-ec032cfd948e service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Received event network-changed-dd60b511-4040-4b53-b9d8-fad11038a092 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.732445] env[69365]: DEBUG nova.compute.manager [req-11c1aedf-9b43-4363-a542-b3950b7801a6 req-cfa938e3-dc23-4cb7-ade1-ec032cfd948e service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Refreshing instance network info cache due to event network-changed-dd60b511-4040-4b53-b9d8-fad11038a092. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.732691] env[69365]: DEBUG oslo_concurrency.lockutils [req-11c1aedf-9b43-4363-a542-b3950b7801a6 req-cfa938e3-dc23-4cb7-ade1-ec032cfd948e service nova] Acquiring lock "refresh_cache-416dce4b-9c30-449a-95b4-5bf0371f4d7c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.732845] env[69365]: DEBUG oslo_concurrency.lockutils [req-11c1aedf-9b43-4363-a542-b3950b7801a6 req-cfa938e3-dc23-4cb7-ade1-ec032cfd948e service nova] Acquired lock "refresh_cache-416dce4b-9c30-449a-95b4-5bf0371f4d7c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.732998] env[69365]: DEBUG nova.network.neutron [req-11c1aedf-9b43-4363-a542-b3950b7801a6 req-cfa938e3-dc23-4cb7-ade1-ec032cfd948e service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Refreshing network info cache for port dd60b511-4040-4b53-b9d8-fad11038a092 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.830501] env[69365]: DEBUG oslo_vmware.api [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302911, 'name': PowerOffVM_Task, 'duration_secs': 0.234983} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.830879] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.830958] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.831221] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef7025c2-f049-47bc-bffc-4a98b159451a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.902748] env[69365]: DEBUG oslo_vmware.rw_handles [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52157034-3442-30c0-d2a9-ba3cb903d280/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1347.903677] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed906a4-feba-4420-9a25-1e796951b688 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.907291] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.907494] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.907676] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Deleting the datastore file [datastore1] 60ec287d-8fdb-4c51-900b-84ca42621ae4 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.908252] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97e898f1-d9f8-45b7-8a90-dcb6dde4c5cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.911563] env[69365]: DEBUG oslo_vmware.rw_handles [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52157034-3442-30c0-d2a9-ba3cb903d280/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1347.911754] env[69365]: ERROR oslo_vmware.rw_handles [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52157034-3442-30c0-d2a9-ba3cb903d280/disk-0.vmdk due to incomplete transfer. [ 1347.911958] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-819fafae-f429-4a2e-9d76-b2df5a509c0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.914248] env[69365]: DEBUG oslo_vmware.api [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1347.914248] env[69365]: value = "task-3302914" [ 1347.914248] env[69365]: _type = "Task" [ 1347.914248] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.919266] env[69365]: DEBUG oslo_vmware.rw_handles [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52157034-3442-30c0-d2a9-ba3cb903d280/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1347.919452] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Uploaded image de24e4d3-a509-421b-9f50-cc9ff3800dda to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1347.921932] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1347.924832] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e10ff1a9-8df9-4f0c-bdb7-4bd1fd2e8021 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.926198] env[69365]: DEBUG oslo_vmware.api [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.930155] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1347.930155] env[69365]: value = "task-3302915" [ 1347.930155] env[69365]: _type = "Task" [ 1347.930155] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.938016] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302915, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.012063] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302912, 'name': CreateVM_Task, 'duration_secs': 0.478673} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.012251] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.012988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.013168] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.013498] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.013738] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f6a7f2-454e-465c-98eb-baa08d97ebb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.017815] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1348.017815] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e27152-364a-7e74-3012-045b99e8cc9b" [ 1348.017815] env[69365]: _type = "Task" [ 1348.017815] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.025190] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e27152-364a-7e74-3012-045b99e8cc9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.424824] env[69365]: DEBUG oslo_vmware.api [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147455} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.425657] env[69365]: DEBUG nova.network.neutron [req-11c1aedf-9b43-4363-a542-b3950b7801a6 req-cfa938e3-dc23-4cb7-ade1-ec032cfd948e service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Updated VIF entry in instance network info cache for port dd60b511-4040-4b53-b9d8-fad11038a092. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.425992] env[69365]: DEBUG nova.network.neutron [req-11c1aedf-9b43-4363-a542-b3950b7801a6 req-cfa938e3-dc23-4cb7-ade1-ec032cfd948e service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Updating instance_info_cache with network_info: [{"id": "dd60b511-4040-4b53-b9d8-fad11038a092", "address": "fa:16:3e:6b:73:da", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd60b511-40", "ovs_interfaceid": "dd60b511-4040-4b53-b9d8-fad11038a092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.427311] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.427430] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.427606] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.427786] env[69365]: INFO nova.compute.manager [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1348.428031] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.428427] env[69365]: DEBUG nova.compute.manager [-] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.428523] env[69365]: DEBUG nova.network.neutron [-] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.439933] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302915, 'name': Destroy_Task, 'duration_secs': 0.322321} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.440198] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Destroyed the VM [ 1348.440433] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1348.440672] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aaa055b5-d115-4eb4-915e-e096c9436993 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.447745] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1348.447745] env[69365]: value = "task-3302916" [ 1348.447745] env[69365]: _type = "Task" [ 1348.447745] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.456099] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302916, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.528252] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52e27152-364a-7e74-3012-045b99e8cc9b, 'name': SearchDatastore_Task, 'duration_secs': 0.008631} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.528567] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.528806] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.529044] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.529195] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.529374] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.529637] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a329bc4-e8f1-4669-b3da-58d088548e57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.538565] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.538753] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.539470] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac597fad-058a-43fb-b15b-0d259355e27b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.544543] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1348.544543] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dfe33c-7e46-4234-ef08-432da9a4f6eb" [ 1348.544543] env[69365]: _type = "Task" [ 1348.544543] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.552412] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dfe33c-7e46-4234-ef08-432da9a4f6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.930291] env[69365]: DEBUG oslo_concurrency.lockutils [req-11c1aedf-9b43-4363-a542-b3950b7801a6 req-cfa938e3-dc23-4cb7-ade1-ec032cfd948e service nova] Releasing lock "refresh_cache-416dce4b-9c30-449a-95b4-5bf0371f4d7c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.958910] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302916, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.054829] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52dfe33c-7e46-4234-ef08-432da9a4f6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.055668] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90afd151-fc23-4417-84a8-9020ef4af6d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.060691] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1349.060691] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b7dd56-fe7f-81ea-3e2b-c9b20d40e42b" [ 1349.060691] env[69365]: _type = "Task" [ 1349.060691] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.068107] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b7dd56-fe7f-81ea-3e2b-c9b20d40e42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.169808] env[69365]: DEBUG nova.network.neutron [-] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.457902] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302916, 'name': RemoveSnapshot_Task, 'duration_secs': 0.883924} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.458131] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1349.458404] env[69365]: DEBUG nova.compute.manager [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.459180] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3251bf-6885-47c8-b69d-ad763b8ce94a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.570660] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b7dd56-fe7f-81ea-3e2b-c9b20d40e42b, 'name': SearchDatastore_Task, 'duration_secs': 0.011435} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.570931] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.571210] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 416dce4b-9c30-449a-95b4-5bf0371f4d7c/416dce4b-9c30-449a-95b4-5bf0371f4d7c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.571462] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07601a8e-ef8f-4862-b506-0a1ec15a5e59 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.577665] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1349.577665] env[69365]: value = "task-3302917" [ 1349.577665] env[69365]: _type = "Task" [ 1349.577665] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.585234] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.672318] env[69365]: INFO nova.compute.manager [-] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Took 1.24 seconds to deallocate network for instance. [ 1349.759744] env[69365]: DEBUG nova.compute.manager [req-e3c581ff-0114-4203-a12b-98ab27842063 req-6eed5917-ceb7-47ab-96b0-a353147cd5a3 service nova] [instance: 60ec287d-8fdb-4c51-900b-84ca42621ae4] Received event network-vif-deleted-d5b65294-ba3c-4328-9312-b7d53ad5f743 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.971654] env[69365]: INFO nova.compute.manager [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Shelve offloading [ 1350.087803] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302917, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.179467] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.179818] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.180058] env[69365]: DEBUG nova.objects.instance [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lazy-loading 'resources' on Instance uuid 60ec287d-8fdb-4c51-900b-84ca42621ae4 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.476067] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.476466] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d73b302-a156-44f9-bab3-4707ebaca60f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.483395] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1350.483395] env[69365]: value = "task-3302918" [ 1350.483395] env[69365]: _type = "Task" [ 1350.483395] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.491166] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.587871] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592644} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.588113] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] 416dce4b-9c30-449a-95b4-5bf0371f4d7c/416dce4b-9c30-449a-95b4-5bf0371f4d7c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.588328] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.588575] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e99f319f-6520-44f1-be91-0987c06a1c86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.595901] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1350.595901] env[69365]: value = "task-3302919" [ 1350.595901] env[69365]: _type = "Task" [ 1350.595901] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.603586] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.753226] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506e3ce3-a242-4266-9c29-2c4c232b0c71 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.759895] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000fea22-f744-4e9b-8a88-a1def37028cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.789928] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50c6fd1-c5a0-408f-8622-bb330a720da1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.796867] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2315b0-970e-49db-96c0-0e83ae59422b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.809461] env[69365]: DEBUG nova.compute.provider_tree [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.993950] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1350.994323] env[69365]: DEBUG nova.compute.manager [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.994935] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b574474-d97f-4d57-84f4-8c9fc88d32f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.000403] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.000570] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.000739] env[69365]: DEBUG nova.network.neutron [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.104738] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085591} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.104978] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.105734] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84379d4-cf2b-40f6-861b-d5f80a922a3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.127807] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 416dce4b-9c30-449a-95b4-5bf0371f4d7c/416dce4b-9c30-449a-95b4-5bf0371f4d7c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.128051] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5720e6b-bf89-4b97-80b7-4262c80b9e1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.146920] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1351.146920] env[69365]: value = "task-3302920" [ 1351.146920] env[69365]: _type = "Task" [ 1351.146920] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.154254] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.312236] env[69365]: DEBUG nova.scheduler.client.report [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.656420] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302920, 'name': ReconfigVM_Task, 'duration_secs': 0.494452} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.656703] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 416dce4b-9c30-449a-95b4-5bf0371f4d7c/416dce4b-9c30-449a-95b4-5bf0371f4d7c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.657353] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c29ac3a6-6a01-430f-8390-19f0684ec6f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.665301] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1351.665301] env[69365]: value = "task-3302921" [ 1351.665301] env[69365]: _type = "Task" [ 1351.665301] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.674486] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302921, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.703294] env[69365]: DEBUG nova.network.neutron [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updating instance_info_cache with network_info: [{"id": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "address": "fa:16:3e:a9:1b:a9", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5e30e6-e9", "ovs_interfaceid": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.817736] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.836673] env[69365]: INFO nova.scheduler.client.report [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Deleted allocations for instance 60ec287d-8fdb-4c51-900b-84ca42621ae4 [ 1352.175055] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302921, 'name': Rename_Task, 'duration_secs': 0.161104} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.175393] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.175568] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbc0f961-a5de-41a5-95e1-9498d33a586b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.181669] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1352.181669] env[69365]: value = "task-3302922" [ 1352.181669] env[69365]: _type = "Task" [ 1352.181669] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.188861] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.208591] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.344093] env[69365]: DEBUG oslo_concurrency.lockutils [None req-76015224-e185-472b-bf4b-ee0b85e0df68 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "60ec287d-8fdb-4c51-900b-84ca42621ae4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.550s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.433596] env[69365]: DEBUG nova.compute.manager [req-7f4e7d11-dbf0-4102-9bfb-0ddc75ee096b req-267893b8-cf3b-4b02-a1e8-89cbb81fc701 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Received event network-vif-unplugged-2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.433883] env[69365]: DEBUG oslo_concurrency.lockutils [req-7f4e7d11-dbf0-4102-9bfb-0ddc75ee096b req-267893b8-cf3b-4b02-a1e8-89cbb81fc701 service nova] Acquiring lock "3a51af68-d97c-4670-a398-1ad12ad63759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.434110] env[69365]: DEBUG oslo_concurrency.lockutils [req-7f4e7d11-dbf0-4102-9bfb-0ddc75ee096b req-267893b8-cf3b-4b02-a1e8-89cbb81fc701 service nova] Lock "3a51af68-d97c-4670-a398-1ad12ad63759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.434294] env[69365]: DEBUG oslo_concurrency.lockutils [req-7f4e7d11-dbf0-4102-9bfb-0ddc75ee096b req-267893b8-cf3b-4b02-a1e8-89cbb81fc701 service nova] Lock "3a51af68-d97c-4670-a398-1ad12ad63759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.434444] env[69365]: DEBUG nova.compute.manager [req-7f4e7d11-dbf0-4102-9bfb-0ddc75ee096b req-267893b8-cf3b-4b02-a1e8-89cbb81fc701 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] No waiting events found dispatching network-vif-unplugged-2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1352.434614] env[69365]: WARNING nova.compute.manager [req-7f4e7d11-dbf0-4102-9bfb-0ddc75ee096b req-267893b8-cf3b-4b02-a1e8-89cbb81fc701 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Received unexpected event network-vif-unplugged-2b5e30e6-e90f-41d8-ac77-90fa9969615b for instance with vm_state shelved and task_state shelving_offloading. [ 1352.558519] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.559446] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fc438a-635d-4b34-862a-b0637b733dd3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.567305] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.567547] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ba999d5-e5c0-48cb-95e9-ffb6464bfef2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.692045] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302922, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.191065] env[69365]: DEBUG oslo_vmware.api [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302922, 'name': PowerOnVM_Task, 'duration_secs': 0.629764} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.191442] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.191504] env[69365]: INFO nova.compute.manager [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1353.191721] env[69365]: DEBUG nova.compute.manager [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.192487] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479743cb-0eb2-4e26-a12b-82e9eebc6674 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.333912] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.334149] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.334335] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleting the datastore file [datastore2] 3a51af68-d97c-4670-a398-1ad12ad63759 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.334590] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c5123e0-d7c0-4ff6-b505-d8a235dddfeb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.341167] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1353.341167] env[69365]: value = "task-3302924" [ 1353.341167] env[69365]: _type = "Task" [ 1353.341167] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.349587] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.394750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "30c9b7b9-cce1-4df6-95f8-b60931755687" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.394989] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "30c9b7b9-cce1-4df6-95f8-b60931755687" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.395228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "30c9b7b9-cce1-4df6-95f8-b60931755687-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.395419] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "30c9b7b9-cce1-4df6-95f8-b60931755687-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.395586] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "30c9b7b9-cce1-4df6-95f8-b60931755687-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.397735] env[69365]: INFO nova.compute.manager [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Terminating instance [ 1353.708299] env[69365]: INFO nova.compute.manager [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Took 12.44 seconds to build instance. [ 1353.852097] env[69365]: DEBUG oslo_vmware.api [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164647} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.852288] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.852487] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.852683] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.876718] env[69365]: INFO nova.scheduler.client.report [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleted allocations for instance 3a51af68-d97c-4670-a398-1ad12ad63759 [ 1353.902015] env[69365]: DEBUG nova.compute.manager [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.902015] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.902834] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed34548-af13-4ff7-ac79-cb4bd723ba47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.910649] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.910904] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b77004f0-6262-4291-8478-e86bab94bd47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.918461] env[69365]: DEBUG oslo_vmware.api [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1353.918461] env[69365]: value = "task-3302925" [ 1353.918461] env[69365]: _type = "Task" [ 1353.918461] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.926401] env[69365]: DEBUG oslo_vmware.api [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.210494] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9dd72e3e-5761-4e57-a1bf-d7886b9b627f tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.955s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.381148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.381444] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.381716] env[69365]: DEBUG nova.objects.instance [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'resources' on Instance uuid 3a51af68-d97c-4670-a398-1ad12ad63759 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.429427] env[69365]: DEBUG oslo_vmware.api [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302925, 'name': PowerOffVM_Task, 'duration_secs': 0.22847} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.429683] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.429852] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.430198] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b17823b0-6af8-4d00-8974-a63ef0038b98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.459903] env[69365]: DEBUG nova.compute.manager [req-e4f54a1b-7cf6-40c2-87b6-a2dd9f604b7b req-1eef8216-59b0-45b8-8e74-5f91ebb65bba service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Received event network-changed-2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.460103] env[69365]: DEBUG nova.compute.manager [req-e4f54a1b-7cf6-40c2-87b6-a2dd9f604b7b req-1eef8216-59b0-45b8-8e74-5f91ebb65bba service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Refreshing instance network info cache due to event network-changed-2b5e30e6-e90f-41d8-ac77-90fa9969615b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.460319] env[69365]: DEBUG oslo_concurrency.lockutils [req-e4f54a1b-7cf6-40c2-87b6-a2dd9f604b7b req-1eef8216-59b0-45b8-8e74-5f91ebb65bba service nova] Acquiring lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.461240] env[69365]: DEBUG oslo_concurrency.lockutils [req-e4f54a1b-7cf6-40c2-87b6-a2dd9f604b7b req-1eef8216-59b0-45b8-8e74-5f91ebb65bba service nova] Acquired lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.461424] env[69365]: DEBUG nova.network.neutron [req-e4f54a1b-7cf6-40c2-87b6-a2dd9f604b7b req-1eef8216-59b0-45b8-8e74-5f91ebb65bba service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Refreshing network info cache for port 2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.500355] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.500580] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.500745] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Deleting the datastore file [datastore1] 30c9b7b9-cce1-4df6-95f8-b60931755687 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.500998] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29d8688a-6c64-4ff5-9ce9-c4abf6cb4bf6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.508347] env[69365]: DEBUG oslo_vmware.api [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1354.508347] env[69365]: value = "task-3302927" [ 1354.508347] env[69365]: _type = "Task" [ 1354.508347] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.517646] env[69365]: DEBUG oslo_vmware.api [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.608531] env[69365]: DEBUG nova.compute.manager [req-4f9b8780-46d9-4216-87da-0c3ef59a005c req-f23c34dc-6eb4-4e98-9856-83732798e930 service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Received event network-changed-dd60b511-4040-4b53-b9d8-fad11038a092 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.608680] env[69365]: DEBUG nova.compute.manager [req-4f9b8780-46d9-4216-87da-0c3ef59a005c req-f23c34dc-6eb4-4e98-9856-83732798e930 service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Refreshing instance network info cache due to event network-changed-dd60b511-4040-4b53-b9d8-fad11038a092. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.608904] env[69365]: DEBUG oslo_concurrency.lockutils [req-4f9b8780-46d9-4216-87da-0c3ef59a005c req-f23c34dc-6eb4-4e98-9856-83732798e930 service nova] Acquiring lock "refresh_cache-416dce4b-9c30-449a-95b4-5bf0371f4d7c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.609086] env[69365]: DEBUG oslo_concurrency.lockutils [req-4f9b8780-46d9-4216-87da-0c3ef59a005c req-f23c34dc-6eb4-4e98-9856-83732798e930 service nova] Acquired lock "refresh_cache-416dce4b-9c30-449a-95b4-5bf0371f4d7c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.609255] env[69365]: DEBUG nova.network.neutron [req-4f9b8780-46d9-4216-87da-0c3ef59a005c req-f23c34dc-6eb4-4e98-9856-83732798e930 service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Refreshing network info cache for port dd60b511-4040-4b53-b9d8-fad11038a092 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.889083] env[69365]: DEBUG nova.objects.instance [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'numa_topology' on Instance uuid 3a51af68-d97c-4670-a398-1ad12ad63759 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.018462] env[69365]: DEBUG oslo_vmware.api [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12865} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.018787] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.019017] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.019250] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.019463] env[69365]: INFO nova.compute.manager [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1355.019786] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.020071] env[69365]: DEBUG nova.compute.manager [-] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.020138] env[69365]: DEBUG nova.network.neutron [-] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.351939] env[69365]: DEBUG nova.network.neutron [req-e4f54a1b-7cf6-40c2-87b6-a2dd9f604b7b req-1eef8216-59b0-45b8-8e74-5f91ebb65bba service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updated VIF entry in instance network info cache for port 2b5e30e6-e90f-41d8-ac77-90fa9969615b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.352316] env[69365]: DEBUG nova.network.neutron [req-e4f54a1b-7cf6-40c2-87b6-a2dd9f604b7b req-1eef8216-59b0-45b8-8e74-5f91ebb65bba service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updating instance_info_cache with network_info: [{"id": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "address": "fa:16:3e:a9:1b:a9", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": null, "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2b5e30e6-e9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.395007] env[69365]: DEBUG nova.objects.base [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Object Instance<3a51af68-d97c-4670-a398-1ad12ad63759> lazy-loaded attributes: resources,numa_topology {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1355.433487] env[69365]: DEBUG nova.network.neutron [req-4f9b8780-46d9-4216-87da-0c3ef59a005c req-f23c34dc-6eb4-4e98-9856-83732798e930 service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Updated VIF entry in instance network info cache for port dd60b511-4040-4b53-b9d8-fad11038a092. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.433778] env[69365]: DEBUG nova.network.neutron [req-4f9b8780-46d9-4216-87da-0c3ef59a005c req-f23c34dc-6eb4-4e98-9856-83732798e930 service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Updating instance_info_cache with network_info: [{"id": "dd60b511-4040-4b53-b9d8-fad11038a092", "address": "fa:16:3e:6b:73:da", "network": {"id": "5be5bf16-3097-4e27-b54b-44961abd62ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2117986361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "834a6dc617e4475d811bb1f4abb07117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd60b511-40", "ovs_interfaceid": "dd60b511-4040-4b53-b9d8-fad11038a092", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.461103] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ab7875-e43b-417f-8b47-c0fd904819a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.469390] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe01d489-6854-4951-a462-293206202c0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.499087] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb10317-d2c3-4236-af6a-fdcf3c4e3a6c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.506600] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d538c865-d19b-4479-a981-7b78537d1d89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.521251] env[69365]: DEBUG nova.compute.provider_tree [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.858713] env[69365]: DEBUG oslo_concurrency.lockutils [req-e4f54a1b-7cf6-40c2-87b6-a2dd9f604b7b req-1eef8216-59b0-45b8-8e74-5f91ebb65bba service nova] Releasing lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.935384] env[69365]: DEBUG nova.network.neutron [-] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.938343] env[69365]: DEBUG oslo_concurrency.lockutils [req-4f9b8780-46d9-4216-87da-0c3ef59a005c req-f23c34dc-6eb4-4e98-9856-83732798e930 service nova] Releasing lock "refresh_cache-416dce4b-9c30-449a-95b4-5bf0371f4d7c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.024386] env[69365]: DEBUG nova.scheduler.client.report [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.267466] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "3a51af68-d97c-4670-a398-1ad12ad63759" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.437516] env[69365]: INFO nova.compute.manager [-] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Took 1.42 seconds to deallocate network for instance. [ 1356.487653] env[69365]: DEBUG nova.compute.manager [req-8f2b1385-4da3-491d-bbc8-06395bca4924 req-9969f6da-66c5-46fb-be75-836036dc4f73 service nova] [instance: 30c9b7b9-cce1-4df6-95f8-b60931755687] Received event network-vif-deleted-06aaace7-203f-4a47-81f4-f2aeaacd54a1 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.529565] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.943293] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.943607] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.943793] env[69365]: DEBUG nova.objects.instance [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lazy-loading 'resources' on Instance uuid 30c9b7b9-cce1-4df6-95f8-b60931755687 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.037155] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1b658a09-e53c-4813-b13c-38c1be6a28db tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "3a51af68-d97c-4670-a398-1ad12ad63759" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.137s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.037913] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "3a51af68-d97c-4670-a398-1ad12ad63759" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.771s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.038107] env[69365]: INFO nova.compute.manager [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Unshelving [ 1357.501587] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011d114b-4638-4e35-b171-dff5912e6651 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.508949] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7bd046-fb05-4163-aada-4caf6eca668d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.539872] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8e12e3-6654-47a4-8936-9ee93157af82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.549289] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cb3ba1-c12b-42d8-a463-847471c05d83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.562107] env[69365]: DEBUG nova.compute.provider_tree [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.063062] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.065029] env[69365]: DEBUG nova.scheduler.client.report [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.569295] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.573037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.509s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.573037] env[69365]: DEBUG nova.objects.instance [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'pci_requests' on Instance uuid 3a51af68-d97c-4670-a398-1ad12ad63759 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.586587] env[69365]: INFO nova.scheduler.client.report [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Deleted allocations for instance 30c9b7b9-cce1-4df6-95f8-b60931755687 [ 1359.076703] env[69365]: DEBUG nova.objects.instance [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'numa_topology' on Instance uuid 3a51af68-d97c-4670-a398-1ad12ad63759 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.094167] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9b3d541-17ea-4e71-828a-ded6b4203852 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "30c9b7b9-cce1-4df6-95f8-b60931755687" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.699s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.579086] env[69365]: INFO nova.compute.claims [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.075650] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.075939] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.076171] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.076366] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.076540] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.078624] env[69365]: INFO nova.compute.manager [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Terminating instance [ 1360.582700] env[69365]: DEBUG nova.compute.manager [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1360.583107] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1360.583793] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c206798c-a7a3-4d58-b14b-e8e410f7745d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.594565] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.594822] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbedce5f-6f4e-4f61-add4-f0bfd12e40e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.600761] env[69365]: DEBUG oslo_vmware.api [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1360.600761] env[69365]: value = "task-3302928" [ 1360.600761] env[69365]: _type = "Task" [ 1360.600761] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.611766] env[69365]: DEBUG oslo_vmware.api [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.637518] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a491145-64c0-47e0-9308-0ce4c3e39447 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.646334] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d05d48-0bb7-462f-94a4-5bb0f1b3e222 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.678391] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e0274a-7269-4cbf-86a6-8366efdb7191 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.686760] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4a201a-a934-4983-886f-c71dc1fe2e87 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.700212] env[69365]: DEBUG nova.compute.provider_tree [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.112599] env[69365]: DEBUG oslo_vmware.api [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302928, 'name': PowerOffVM_Task, 'duration_secs': 0.2179} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.112886] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.113076] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.113320] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-179e9159-7fda-4706-ba3d-feb24cb18e05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.180152] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.180466] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.180694] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Deleting the datastore file [datastore1] b20ddf7a-3a65-4692-8eb0-85301738a5f6 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.180957] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75a25a23-c32c-47b9-aaed-cdfcc55e0a8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.192482] env[69365]: DEBUG oslo_vmware.api [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for the task: (returnval){ [ 1361.192482] env[69365]: value = "task-3302930" [ 1361.192482] env[69365]: _type = "Task" [ 1361.192482] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.201295] env[69365]: DEBUG oslo_vmware.api [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.205200] env[69365]: DEBUG nova.scheduler.client.report [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.702123] env[69365]: DEBUG oslo_vmware.api [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Task: {'id': task-3302930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145893} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.702511] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.702556] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.702726] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.702899] env[69365]: INFO nova.compute.manager [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1361.703157] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.703365] env[69365]: DEBUG nova.compute.manager [-] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1361.703488] env[69365]: DEBUG nova.network.neutron [-] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.709939] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.138s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.740159] env[69365]: INFO nova.network.neutron [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updating port 2b5e30e6-e90f-41d8-ac77-90fa9969615b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1361.981175] env[69365]: DEBUG nova.compute.manager [req-8abfd8a8-f8d5-466a-9b0c-3db9dd858866 req-22c76ce3-d3f3-4fd8-994d-5949b1de25a0 service nova] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Received event network-vif-deleted-d19e4d8c-966a-4042-b537-1c680e77ced7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.981365] env[69365]: INFO nova.compute.manager [req-8abfd8a8-f8d5-466a-9b0c-3db9dd858866 req-22c76ce3-d3f3-4fd8-994d-5949b1de25a0 service nova] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Neutron deleted interface d19e4d8c-966a-4042-b537-1c680e77ced7; detaching it from the instance and deleting it from the info cache [ 1361.981540] env[69365]: DEBUG nova.network.neutron [req-8abfd8a8-f8d5-466a-9b0c-3db9dd858866 req-22c76ce3-d3f3-4fd8-994d-5949b1de25a0 service nova] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.466060] env[69365]: DEBUG nova.network.neutron [-] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.484861] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f3af51d-3825-435e-a110-76d0f8d6a677 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.494969] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce384aa-6903-48be-bcba-43af5d532d22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.519601] env[69365]: DEBUG nova.compute.manager [req-8abfd8a8-f8d5-466a-9b0c-3db9dd858866 req-22c76ce3-d3f3-4fd8-994d-5949b1de25a0 service nova] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Detach interface failed, port_id=d19e4d8c-966a-4042-b537-1c680e77ced7, reason: Instance b20ddf7a-3a65-4692-8eb0-85301738a5f6 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1362.968595] env[69365]: INFO nova.compute.manager [-] [instance: b20ddf7a-3a65-4692-8eb0-85301738a5f6] Took 1.26 seconds to deallocate network for instance. [ 1363.155990] env[69365]: DEBUG nova.compute.manager [req-15da3e2a-acc1-4683-95a5-94ce61109ebd req-6309d124-9f87-48a6-8b0b-1b443be44a60 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Received event network-vif-plugged-2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.156231] env[69365]: DEBUG oslo_concurrency.lockutils [req-15da3e2a-acc1-4683-95a5-94ce61109ebd req-6309d124-9f87-48a6-8b0b-1b443be44a60 service nova] Acquiring lock "3a51af68-d97c-4670-a398-1ad12ad63759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.156441] env[69365]: DEBUG oslo_concurrency.lockutils [req-15da3e2a-acc1-4683-95a5-94ce61109ebd req-6309d124-9f87-48a6-8b0b-1b443be44a60 service nova] Lock "3a51af68-d97c-4670-a398-1ad12ad63759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.156607] env[69365]: DEBUG oslo_concurrency.lockutils [req-15da3e2a-acc1-4683-95a5-94ce61109ebd req-6309d124-9f87-48a6-8b0b-1b443be44a60 service nova] Lock "3a51af68-d97c-4670-a398-1ad12ad63759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.156773] env[69365]: DEBUG nova.compute.manager [req-15da3e2a-acc1-4683-95a5-94ce61109ebd req-6309d124-9f87-48a6-8b0b-1b443be44a60 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] No waiting events found dispatching network-vif-plugged-2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.156935] env[69365]: WARNING nova.compute.manager [req-15da3e2a-acc1-4683-95a5-94ce61109ebd req-6309d124-9f87-48a6-8b0b-1b443be44a60 service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Received unexpected event network-vif-plugged-2b5e30e6-e90f-41d8-ac77-90fa9969615b for instance with vm_state shelved_offloaded and task_state spawning. [ 1363.238697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.238867] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.239054] env[69365]: DEBUG nova.network.neutron [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.475589] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.475868] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.476111] env[69365]: DEBUG nova.objects.instance [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lazy-loading 'resources' on Instance uuid b20ddf7a-3a65-4692-8eb0-85301738a5f6 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.924290] env[69365]: DEBUG nova.network.neutron [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updating instance_info_cache with network_info: [{"id": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "address": "fa:16:3e:a9:1b:a9", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5e30e6-e9", "ovs_interfaceid": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.032976] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501edb04-cc85-4b93-a71f-917bd0a8eae6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.040992] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4e07ae-2a5b-4c02-86e4-a3770562d983 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.072434] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4af239-eaa4-4d3a-b8d9-39b093a397f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.079152] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f654ac-ebeb-4434-b654-414af35f20d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.091858] env[69365]: DEBUG nova.compute.provider_tree [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.427504] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.454060] env[69365]: DEBUG nova.virt.hardware [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b9fcafcf63e8aa252f56de3ee634aa87',container_format='bare',created_at=2025-04-04T03:43:17Z,direct_url=,disk_format='vmdk',id=de24e4d3-a509-421b-9f50-cc9ff3800dda,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-761653576-shelved',owner='d05ece9fcf7b4bfab1dbd9f7660a9992',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-04T03:43:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.454319] env[69365]: DEBUG nova.virt.hardware [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.454478] env[69365]: DEBUG nova.virt.hardware [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.454659] env[69365]: DEBUG nova.virt.hardware [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.454809] env[69365]: DEBUG nova.virt.hardware [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.454962] env[69365]: DEBUG nova.virt.hardware [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.455195] env[69365]: DEBUG nova.virt.hardware [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.455357] env[69365]: DEBUG nova.virt.hardware [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.455521] env[69365]: DEBUG nova.virt.hardware [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.455683] env[69365]: DEBUG nova.virt.hardware [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.455858] env[69365]: DEBUG nova.virt.hardware [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.456724] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58b8c0e-501e-444c-b3e2-4f51fd31e51a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.465335] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c464ed28-c25b-41e3-8505-441987cc9301 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.478483] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:1b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b5e30e6-e90f-41d8-ac77-90fa9969615b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.485749] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.485979] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.486202] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64ed2238-4804-405c-aecf-e463b7fbe62c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.505892] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.505892] env[69365]: value = "task-3302931" [ 1364.505892] env[69365]: _type = "Task" [ 1364.505892] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.512855] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302931, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.596065] env[69365]: DEBUG nova.scheduler.client.report [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.015483] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302931, 'name': CreateVM_Task, 'duration_secs': 0.327415} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.015676] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.016348] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de24e4d3-a509-421b-9f50-cc9ff3800dda" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.016516] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de24e4d3-a509-421b-9f50-cc9ff3800dda" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.016890] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de24e4d3-a509-421b-9f50-cc9ff3800dda" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.017152] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b00e927f-636b-4ce3-a3c0-b93b16598d51 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.021295] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1365.021295] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52249a03-f882-2471-dad8-fcbf8349d1c5" [ 1365.021295] env[69365]: _type = "Task" [ 1365.021295] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.028413] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52249a03-f882-2471-dad8-fcbf8349d1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.101053] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.125808] env[69365]: INFO nova.scheduler.client.report [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Deleted allocations for instance b20ddf7a-3a65-4692-8eb0-85301738a5f6 [ 1365.180163] env[69365]: DEBUG nova.compute.manager [req-cf0acec7-3fdc-49d8-a34a-a6798ec0ae01 req-b42cfc73-0448-446c-b278-594dde30569d service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Received event network-changed-2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.180271] env[69365]: DEBUG nova.compute.manager [req-cf0acec7-3fdc-49d8-a34a-a6798ec0ae01 req-b42cfc73-0448-446c-b278-594dde30569d service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Refreshing instance network info cache due to event network-changed-2b5e30e6-e90f-41d8-ac77-90fa9969615b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1365.180473] env[69365]: DEBUG oslo_concurrency.lockutils [req-cf0acec7-3fdc-49d8-a34a-a6798ec0ae01 req-b42cfc73-0448-446c-b278-594dde30569d service nova] Acquiring lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.180619] env[69365]: DEBUG oslo_concurrency.lockutils [req-cf0acec7-3fdc-49d8-a34a-a6798ec0ae01 req-b42cfc73-0448-446c-b278-594dde30569d service nova] Acquired lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.180782] env[69365]: DEBUG nova.network.neutron [req-cf0acec7-3fdc-49d8-a34a-a6798ec0ae01 req-b42cfc73-0448-446c-b278-594dde30569d service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Refreshing network info cache for port 2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.533057] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de24e4d3-a509-421b-9f50-cc9ff3800dda" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.533296] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Processing image de24e4d3-a509-421b-9f50-cc9ff3800dda {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.533530] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de24e4d3-a509-421b-9f50-cc9ff3800dda/de24e4d3-a509-421b-9f50-cc9ff3800dda.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.533676] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de24e4d3-a509-421b-9f50-cc9ff3800dda/de24e4d3-a509-421b-9f50-cc9ff3800dda.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.533850] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.534114] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ade709c-ad28-4eca-acb9-74db7c890601 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.543076] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.543252] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.543897] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a513f3-41d1-49fa-bfea-df04224e326c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.548199] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1365.548199] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520aa35e-cfe9-73b0-6975-f308e336ca43" [ 1365.548199] env[69365]: _type = "Task" [ 1365.548199] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.555014] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520aa35e-cfe9-73b0-6975-f308e336ca43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.633226] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b38d6a8-c298-406a-a201-e52d446cb336 tempest-ListServerFiltersTestJSON-519037302 tempest-ListServerFiltersTestJSON-519037302-project-member] Lock "b20ddf7a-3a65-4692-8eb0-85301738a5f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.557s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.880505] env[69365]: DEBUG nova.network.neutron [req-cf0acec7-3fdc-49d8-a34a-a6798ec0ae01 req-b42cfc73-0448-446c-b278-594dde30569d service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updated VIF entry in instance network info cache for port 2b5e30e6-e90f-41d8-ac77-90fa9969615b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.880904] env[69365]: DEBUG nova.network.neutron [req-cf0acec7-3fdc-49d8-a34a-a6798ec0ae01 req-b42cfc73-0448-446c-b278-594dde30569d service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updating instance_info_cache with network_info: [{"id": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "address": "fa:16:3e:a9:1b:a9", "network": {"id": "ae84b8c1-1388-40a4-b2dd-1493afa8f20e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-18583166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d05ece9fcf7b4bfab1dbd9f7660a9992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5e30e6-e9", "ovs_interfaceid": "2b5e30e6-e90f-41d8-ac77-90fa9969615b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.058699] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1366.058920] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Fetch image to [datastore1] OSTACK_IMG_b2600a66-4d72-4385-acf2-c92288d174fe/OSTACK_IMG_b2600a66-4d72-4385-acf2-c92288d174fe.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1366.059113] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Downloading stream optimized image de24e4d3-a509-421b-9f50-cc9ff3800dda to [datastore1] OSTACK_IMG_b2600a66-4d72-4385-acf2-c92288d174fe/OSTACK_IMG_b2600a66-4d72-4385-acf2-c92288d174fe.vmdk on the data store datastore1 as vApp {{(pid=69365) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1366.059285] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Downloading image file data de24e4d3-a509-421b-9f50-cc9ff3800dda to the ESX as VM named 'OSTACK_IMG_b2600a66-4d72-4385-acf2-c92288d174fe' {{(pid=69365) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1366.128897] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1366.128897] env[69365]: value = "resgroup-9" [ 1366.128897] env[69365]: _type = "ResourcePool" [ 1366.128897] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1366.129282] env[69365]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ce67821c-60a8-491f-9920-6422aa2c0453 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.151209] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lease: (returnval){ [ 1366.151209] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b1d259-f032-f4c9-fe57-8e812180eb2b" [ 1366.151209] env[69365]: _type = "HttpNfcLease" [ 1366.151209] env[69365]: } obtained for vApp import into resource pool (val){ [ 1366.151209] env[69365]: value = "resgroup-9" [ 1366.151209] env[69365]: _type = "ResourcePool" [ 1366.151209] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1366.151528] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the lease: (returnval){ [ 1366.151528] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b1d259-f032-f4c9-fe57-8e812180eb2b" [ 1366.151528] env[69365]: _type = "HttpNfcLease" [ 1366.151528] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1366.158288] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1366.158288] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b1d259-f032-f4c9-fe57-8e812180eb2b" [ 1366.158288] env[69365]: _type = "HttpNfcLease" [ 1366.158288] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1366.384071] env[69365]: DEBUG oslo_concurrency.lockutils [req-cf0acec7-3fdc-49d8-a34a-a6798ec0ae01 req-b42cfc73-0448-446c-b278-594dde30569d service nova] Releasing lock "refresh_cache-3a51af68-d97c-4670-a398-1ad12ad63759" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.659403] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1366.659403] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b1d259-f032-f4c9-fe57-8e812180eb2b" [ 1366.659403] env[69365]: _type = "HttpNfcLease" [ 1366.659403] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1366.659727] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1366.659727] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52b1d259-f032-f4c9-fe57-8e812180eb2b" [ 1366.659727] env[69365]: _type = "HttpNfcLease" [ 1366.659727] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1366.660497] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46ea81c-ff73-4e1b-a9be-9e8dffd87f90 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.667455] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b6dfd-f488-b0f5-76fe-768a6a1a504e/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1366.667640] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b6dfd-f488-b0f5-76fe-768a6a1a504e/disk-0.vmdk. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1366.732976] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a7597b78-22af-4462-b1d5-2e5194a28c57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.759747] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1367.760165] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b6dfd-f488-b0f5-76fe-768a6a1a504e/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1367.760939] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28481003-7f1f-4427-bc14-415b5b4056dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.768339] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b6dfd-f488-b0f5-76fe-768a6a1a504e/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1367.768503] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b6dfd-f488-b0f5-76fe-768a6a1a504e/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1367.768992] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-88ebea9a-7201-4d50-9566-85178ed30b2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.840763] env[69365]: DEBUG oslo_concurrency.lockutils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Acquiring lock "021391fa-8944-468f-96a0-d5fa07cec02c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.841029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Lock "021391fa-8944-468f-96a0-d5fa07cec02c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.995649] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b6dfd-f488-b0f5-76fe-768a6a1a504e/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1367.995888] env[69365]: INFO nova.virt.vmwareapi.images [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Downloaded image file data de24e4d3-a509-421b-9f50-cc9ff3800dda [ 1367.996732] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38601bc5-f56c-40a7-879f-b867baba54d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.015130] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0de8560-8c7b-44a3-82f3-d1e6cc4ac070 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.043216] env[69365]: INFO nova.virt.vmwareapi.images [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] The imported VM was unregistered [ 1368.045748] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1368.045981] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Creating directory with path [datastore1] devstack-image-cache_base/de24e4d3-a509-421b-9f50-cc9ff3800dda {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1368.046285] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93b2884d-5c44-4d84-a072-138f0fd887ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.057531] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Created directory with path [datastore1] devstack-image-cache_base/de24e4d3-a509-421b-9f50-cc9ff3800dda {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.057712] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b2600a66-4d72-4385-acf2-c92288d174fe/OSTACK_IMG_b2600a66-4d72-4385-acf2-c92288d174fe.vmdk to [datastore1] devstack-image-cache_base/de24e4d3-a509-421b-9f50-cc9ff3800dda/de24e4d3-a509-421b-9f50-cc9ff3800dda.vmdk. {{(pid=69365) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1368.057971] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f8444800-8810-4b16-ad37-78ab3e2cd608 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.065828] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1368.065828] env[69365]: value = "task-3302934" [ 1368.065828] env[69365]: _type = "Task" [ 1368.065828] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.074215] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302934, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.345194] env[69365]: DEBUG nova.compute.manager [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1368.576737] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302934, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.871397] env[69365]: DEBUG oslo_concurrency.lockutils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.871701] env[69365]: DEBUG oslo_concurrency.lockutils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.873356] env[69365]: INFO nova.compute.claims [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1369.077045] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302934, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.578485] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302934, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.939587] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df83023-b088-410f-b9e3-11586b2845b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.947659] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63fdaff-b874-4df4-88ff-1955c2c353c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.979533] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c73828-b45c-46f1-bfe9-f5b1df829b48 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.021642] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c830e385-2a07-42d8-9c57-656538bd7836 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.021642] env[69365]: DEBUG nova.compute.provider_tree [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.079836] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302934, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.508243] env[69365]: DEBUG nova.scheduler.client.report [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.579441] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302934, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.271365} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.579726] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b2600a66-4d72-4385-acf2-c92288d174fe/OSTACK_IMG_b2600a66-4d72-4385-acf2-c92288d174fe.vmdk to [datastore1] devstack-image-cache_base/de24e4d3-a509-421b-9f50-cc9ff3800dda/de24e4d3-a509-421b-9f50-cc9ff3800dda.vmdk. [ 1370.579916] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Cleaning up location [datastore1] OSTACK_IMG_b2600a66-4d72-4385-acf2-c92288d174fe {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1370.580098] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b2600a66-4d72-4385-acf2-c92288d174fe {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.580351] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0241f88e-a5cb-4de7-9661-6499da6a6042 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.586140] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1370.586140] env[69365]: value = "task-3302935" [ 1370.586140] env[69365]: _type = "Task" [ 1370.586140] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.593382] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.014166] env[69365]: DEBUG oslo_concurrency.lockutils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.014695] env[69365]: DEBUG nova.compute.manager [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1371.096463] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03424} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.096730] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.096915] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de24e4d3-a509-421b-9f50-cc9ff3800dda/de24e4d3-a509-421b-9f50-cc9ff3800dda.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.097181] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de24e4d3-a509-421b-9f50-cc9ff3800dda/de24e4d3-a509-421b-9f50-cc9ff3800dda.vmdk to [datastore1] 3a51af68-d97c-4670-a398-1ad12ad63759/3a51af68-d97c-4670-a398-1ad12ad63759.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.097427] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9d31e85-5323-498e-8fe8-e011632cfd5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.104402] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1371.104402] env[69365]: value = "task-3302936" [ 1371.104402] env[69365]: _type = "Task" [ 1371.104402] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.111611] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.519680] env[69365]: DEBUG nova.compute.utils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1371.521211] env[69365]: DEBUG nova.compute.manager [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1371.614715] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302936, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.022988] env[69365]: DEBUG nova.compute.manager [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1372.115014] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302936, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.617464] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302936, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.033034] env[69365]: DEBUG nova.compute.manager [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1373.059597] env[69365]: DEBUG nova.virt.hardware [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.059878] env[69365]: DEBUG nova.virt.hardware [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.060071] env[69365]: DEBUG nova.virt.hardware [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.060264] env[69365]: DEBUG nova.virt.hardware [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.060410] env[69365]: DEBUG nova.virt.hardware [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.060557] env[69365]: DEBUG nova.virt.hardware [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.060761] env[69365]: DEBUG nova.virt.hardware [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.060919] env[69365]: DEBUG nova.virt.hardware [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.061098] env[69365]: DEBUG nova.virt.hardware [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.061264] env[69365]: DEBUG nova.virt.hardware [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.061844] env[69365]: DEBUG nova.virt.hardware [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.062561] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e37e1eb-fcef-4714-a5ad-b8c76de800ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.070701] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e66f375-3d11-4d46-a067-fbe393b2ac15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.085147] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.090826] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Creating folder: Project (8ca9528402064f32a3e8869662a1e1e6). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.091196] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e870b986-6757-44b2-85d0-7cb838a23097 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.103224] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Created folder: Project (8ca9528402064f32a3e8869662a1e1e6) in parent group-v659152. [ 1373.103486] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Creating folder: Instances. Parent ref: group-v659487. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.103638] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e73d8c5f-1d03-4acb-8a89-406fa64572fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.112684] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Created folder: Instances in parent group-v659487. [ 1373.113030] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.116077] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.116376] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302936, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.116586] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbaac4c9-5613-4a70-bfbb-32c19a58e665 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.132713] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.132713] env[69365]: value = "task-3302939" [ 1373.132713] env[69365]: _type = "Task" [ 1373.132713] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.143272] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302939, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.617681] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302936, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.322634} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.617877] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de24e4d3-a509-421b-9f50-cc9ff3800dda/de24e4d3-a509-421b-9f50-cc9ff3800dda.vmdk to [datastore1] 3a51af68-d97c-4670-a398-1ad12ad63759/3a51af68-d97c-4670-a398-1ad12ad63759.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.618646] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd10921-117a-4433-8b9c-0e4274999a5a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.639943] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 3a51af68-d97c-4670-a398-1ad12ad63759/3a51af68-d97c-4670-a398-1ad12ad63759.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.640229] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f129dda-59ce-4cdc-8f43-200515def645 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.662202] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302939, 'name': CreateVM_Task, 'duration_secs': 0.448098} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.663212] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.663515] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1373.663515] env[69365]: value = "task-3302940" [ 1373.663515] env[69365]: _type = "Task" [ 1373.663515] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.663859] env[69365]: DEBUG oslo_concurrency.lockutils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.664023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.664329] env[69365]: DEBUG oslo_concurrency.lockutils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.664597] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f555d37c-9301-4dc1-91d0-9b9b67e8dbb3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.670859] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Waiting for the task: (returnval){ [ 1373.670859] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c9b32e-0cd5-a615-6931-0ab77c8d5ddf" [ 1373.670859] env[69365]: _type = "Task" [ 1373.670859] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.674107] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302940, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.680909] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c9b32e-0cd5-a615-6931-0ab77c8d5ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.174688] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302940, 'name': ReconfigVM_Task, 'duration_secs': 0.262402} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.177546] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 3a51af68-d97c-4670-a398-1ad12ad63759/3a51af68-d97c-4670-a398-1ad12ad63759.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.178162] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f5a12c5-f402-4f35-a13b-03d81f0195be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.185017] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52c9b32e-0cd5-a615-6931-0ab77c8d5ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.186124] env[69365]: DEBUG oslo_concurrency.lockutils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.186356] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.186584] env[69365]: DEBUG oslo_concurrency.lockutils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.186731] env[69365]: DEBUG oslo_concurrency.lockutils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.186902] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.187203] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1374.187203] env[69365]: value = "task-3302941" [ 1374.187203] env[69365]: _type = "Task" [ 1374.187203] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.187375] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0d10fe5-4d54-4003-9c22-d25f5b703d70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.197205] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302941, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.198797] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.198971] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.199627] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f575e8b1-bdf4-40f7-a32d-6171fd0a3cc9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.204149] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Waiting for the task: (returnval){ [ 1374.204149] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521b71b9-64cb-55f4-08c0-b6daad6690c0" [ 1374.204149] env[69365]: _type = "Task" [ 1374.204149] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.212984] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521b71b9-64cb-55f4-08c0-b6daad6690c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.697956] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302941, 'name': Rename_Task, 'duration_secs': 0.152459} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.698249] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.698480] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af319bcc-1320-47de-a264-58abd4b8e219 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.704257] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1374.704257] env[69365]: value = "task-3302942" [ 1374.704257] env[69365]: _type = "Task" [ 1374.704257] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.713998] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.717218] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]521b71b9-64cb-55f4-08c0-b6daad6690c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008599} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.717969] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2953871-3173-46f9-90b4-b390dcfe89fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.722954] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Waiting for the task: (returnval){ [ 1374.722954] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5248786d-3f06-b7d0-c483-9ed23c353c0d" [ 1374.722954] env[69365]: _type = "Task" [ 1374.722954] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.729532] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5248786d-3f06-b7d0-c483-9ed23c353c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.214039] env[69365]: DEBUG oslo_vmware.api [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302942, 'name': PowerOnVM_Task, 'duration_secs': 0.436483} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.214439] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.231565] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5248786d-3f06-b7d0-c483-9ed23c353c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.231874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.232174] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 021391fa-8944-468f-96a0-d5fa07cec02c/021391fa-8944-468f-96a0-d5fa07cec02c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1375.232437] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f62619f4-5317-4eee-a67b-b2e9485a6b35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.239622] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Waiting for the task: (returnval){ [ 1375.239622] env[69365]: value = "task-3302943" [ 1375.239622] env[69365]: _type = "Task" [ 1375.239622] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.248330] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.284058] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.325463] env[69365]: DEBUG nova.compute.manager [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.326402] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ebc6ba-3861-4ab2-8be8-7ad3d7e39957 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.749781] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435419} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.750112] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 021391fa-8944-468f-96a0-d5fa07cec02c/021391fa-8944-468f-96a0-d5fa07cec02c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.750339] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1375.750585] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5e62c6b-c7d5-42f7-8463-4772276a29f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.757715] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Waiting for the task: (returnval){ [ 1375.757715] env[69365]: value = "task-3302944" [ 1375.757715] env[69365]: _type = "Task" [ 1375.757715] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.765211] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.787386] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.787652] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.787820] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.787975] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1375.788865] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa7d5b2-88aa-4d81-ac1c-3ca3dcb7db99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.796400] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0967975-5ed5-42e8-aabd-296cc45748c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.811422] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40343a0d-144d-4f79-aa30-1375dbd1cad6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.818901] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9c3b3b-b5ba-4fd9-a44f-38e38a57ef32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.851966] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180719MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1375.852197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.852424] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.858505] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a07c3aeb-27c5-4cde-96c9-e63daa30363c tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "3a51af68-d97c-4670-a398-1ad12ad63759" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.821s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.267237] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061523} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.267526] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.268321] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14e020c-51a1-45a9-89c7-75646e6c96c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.287826] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 021391fa-8944-468f-96a0-d5fa07cec02c/021391fa-8944-468f-96a0-d5fa07cec02c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.288102] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e987d61-5dd8-4d59-a52b-2d829268fa65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.306968] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Waiting for the task: (returnval){ [ 1376.306968] env[69365]: value = "task-3302945" [ 1376.306968] env[69365]: _type = "Task" [ 1376.306968] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.314520] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.818316] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.878602] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 416dce4b-9c30-449a-95b4-5bf0371f4d7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.878775] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 3a51af68-d97c-4670-a398-1ad12ad63759 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.878899] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Instance 021391fa-8944-468f-96a0-d5fa07cec02c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1376.879086] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1376.879227] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1376.923059] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210eb6a4-bc6d-4325-b4fd-bf91c2fce101 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.930085] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5fcb94-92db-40a2-86d0-5c0470b72f80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.959401] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0800f7e3-b5e0-4f7a-b783-57e0abfd1901 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.966415] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dda7a0c-1b30-4e49-a211-045e286fd5aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.978921] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "3a51af68-d97c-4670-a398-1ad12ad63759" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.979160] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "3a51af68-d97c-4670-a398-1ad12ad63759" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.979354] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "3a51af68-d97c-4670-a398-1ad12ad63759-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.979530] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "3a51af68-d97c-4670-a398-1ad12ad63759-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.979693] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "3a51af68-d97c-4670-a398-1ad12ad63759-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.981314] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.982629] env[69365]: INFO nova.compute.manager [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Terminating instance [ 1377.316772] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302945, 'name': ReconfigVM_Task, 'duration_secs': 0.882755} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.317051] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 021391fa-8944-468f-96a0-d5fa07cec02c/021391fa-8944-468f-96a0-d5fa07cec02c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.317643] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06f27360-c83e-4698-a4e9-5d776372556e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.323981] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Waiting for the task: (returnval){ [ 1377.323981] env[69365]: value = "task-3302946" [ 1377.323981] env[69365]: _type = "Task" [ 1377.323981] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.331991] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302946, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.485398] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.489088] env[69365]: DEBUG nova.compute.manager [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.489301] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.490338] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03aa933a-1c00-453c-97c7-7579cedcd76a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.497538] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.497755] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46f84634-9547-4c03-9fbe-a5096b26e979 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.504456] env[69365]: DEBUG oslo_vmware.api [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1377.504456] env[69365]: value = "task-3302947" [ 1377.504456] env[69365]: _type = "Task" [ 1377.504456] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.512171] env[69365]: DEBUG oslo_vmware.api [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.835835] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302946, 'name': Rename_Task, 'duration_secs': 0.130566} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.836113] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.836356] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8bc0fd7-27ed-4a03-afea-f057d8e763d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.842949] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Waiting for the task: (returnval){ [ 1377.842949] env[69365]: value = "task-3302948" [ 1377.842949] env[69365]: _type = "Task" [ 1377.842949] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.852250] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.991465] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1377.991710] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.014088] env[69365]: DEBUG oslo_vmware.api [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302947, 'name': PowerOffVM_Task, 'duration_secs': 0.169618} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.014393] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.014625] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.014909] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd8c7e74-8399-4096-b65a-01d38a1f3b6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.072226] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.072487] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.072723] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleting the datastore file [datastore1] 3a51af68-d97c-4670-a398-1ad12ad63759 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.073041] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4201496b-99ec-480b-9a4e-8b6f4776d617 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.079639] env[69365]: DEBUG oslo_vmware.api [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for the task: (returnval){ [ 1378.079639] env[69365]: value = "task-3302950" [ 1378.079639] env[69365]: _type = "Task" [ 1378.079639] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.088835] env[69365]: DEBUG oslo_vmware.api [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.352146] env[69365]: DEBUG oslo_vmware.api [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302948, 'name': PowerOnVM_Task, 'duration_secs': 0.430924} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.352490] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.352571] env[69365]: INFO nova.compute.manager [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Took 5.32 seconds to spawn the instance on the hypervisor. [ 1378.352733] env[69365]: DEBUG nova.compute.manager [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.353533] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17efd4d7-e9e0-4b80-92ca-a0f339df52f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.589413] env[69365]: DEBUG oslo_vmware.api [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Task: {'id': task-3302950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146078} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.589651] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.589837] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.590054] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.590239] env[69365]: INFO nova.compute.manager [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1378.590476] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.590661] env[69365]: DEBUG nova.compute.manager [-] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.590754] env[69365]: DEBUG nova.network.neutron [-] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.871752] env[69365]: INFO nova.compute.manager [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Took 10.02 seconds to build instance. [ 1379.277121] env[69365]: DEBUG nova.compute.manager [req-04362243-12a1-461e-84eb-7156c2d3cfea req-c5797aef-9bb5-4e6d-be00-bd77622b735d service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Received event network-vif-deleted-2b5e30e6-e90f-41d8-ac77-90fa9969615b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.278320] env[69365]: INFO nova.compute.manager [req-04362243-12a1-461e-84eb-7156c2d3cfea req-c5797aef-9bb5-4e6d-be00-bd77622b735d service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Neutron deleted interface 2b5e30e6-e90f-41d8-ac77-90fa9969615b; detaching it from the instance and deleting it from the info cache [ 1379.278320] env[69365]: DEBUG nova.network.neutron [req-04362243-12a1-461e-84eb-7156c2d3cfea req-c5797aef-9bb5-4e6d-be00-bd77622b735d service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.374262] env[69365]: DEBUG oslo_concurrency.lockutils [None req-21052fd1-d47e-425f-b9cb-6c58c2859351 tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Lock "021391fa-8944-468f-96a0-d5fa07cec02c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.533s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.760035] env[69365]: DEBUG nova.network.neutron [-] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.779833] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d6f64a6-35eb-4b68-afd5-9e26d5028cc4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.790028] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b90a1-94ae-487a-87eb-bfdf6fade24a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.818053] env[69365]: DEBUG nova.compute.manager [req-04362243-12a1-461e-84eb-7156c2d3cfea req-c5797aef-9bb5-4e6d-be00-bd77622b735d service nova] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Detach interface failed, port_id=2b5e30e6-e90f-41d8-ac77-90fa9969615b, reason: Instance 3a51af68-d97c-4670-a398-1ad12ad63759 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1379.894671] env[69365]: DEBUG nova.compute.manager [None req-04d118bd-8b75-4541-9926-8e2e729c13ee tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.895424] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19673c76-d490-40fa-9fc7-4639944f31b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.967201] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Acquiring lock "021391fa-8944-468f-96a0-d5fa07cec02c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.967515] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Lock "021391fa-8944-468f-96a0-d5fa07cec02c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.967730] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Acquiring lock "021391fa-8944-468f-96a0-d5fa07cec02c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.967912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Lock "021391fa-8944-468f-96a0-d5fa07cec02c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.968096] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Lock "021391fa-8944-468f-96a0-d5fa07cec02c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.970145] env[69365]: INFO nova.compute.manager [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Terminating instance [ 1379.992608] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.992608] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.992608] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.993162] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.993162] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1380.263414] env[69365]: INFO nova.compute.manager [-] [instance: 3a51af68-d97c-4670-a398-1ad12ad63759] Took 1.67 seconds to deallocate network for instance. [ 1380.280515] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.284156] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.405784] env[69365]: INFO nova.compute.manager [None req-04d118bd-8b75-4541-9926-8e2e729c13ee tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] instance snapshotting [ 1380.406446] env[69365]: DEBUG nova.objects.instance [None req-04d118bd-8b75-4541-9926-8e2e729c13ee tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Lazy-loading 'flavor' on Instance uuid 021391fa-8944-468f-96a0-d5fa07cec02c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.473613] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Acquiring lock "refresh_cache-021391fa-8944-468f-96a0-d5fa07cec02c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.473797] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Acquired lock "refresh_cache-021391fa-8944-468f-96a0-d5fa07cec02c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.473978] env[69365]: DEBUG nova.network.neutron [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.770236] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.770524] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.770755] env[69365]: DEBUG nova.objects.instance [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lazy-loading 'resources' on Instance uuid 3a51af68-d97c-4670-a398-1ad12ad63759 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.911978] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd3b1b2-5b35-4a2c-a5ed-f08a0312fecb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.928537] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5169e0e-c12f-415f-960e-e7e01a354d3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.992634] env[69365]: DEBUG nova.network.neutron [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.044407] env[69365]: DEBUG nova.network.neutron [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.327339] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4050e23d-019e-48d7-abdb-89063ccaed08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.334593] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf1dbff-03a7-4693-b7bf-6eccd99dd5ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.364365] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c2c779-dbb0-4a71-9827-9a088bda86e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.371574] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7123cdbd-440c-47dc-9700-b5deb4897564 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.384848] env[69365]: DEBUG nova.compute.provider_tree [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.438375] env[69365]: DEBUG nova.compute.manager [None req-04d118bd-8b75-4541-9926-8e2e729c13ee tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Instance disappeared during snapshot {{(pid=69365) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1381.546129] env[69365]: DEBUG nova.compute.manager [None req-04d118bd-8b75-4541-9926-8e2e729c13ee tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Found 0 images (rotation: 2) {{(pid=69365) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1381.547309] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Releasing lock "refresh_cache-021391fa-8944-468f-96a0-d5fa07cec02c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.547710] env[69365]: DEBUG nova.compute.manager [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1381.547882] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.548892] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da250656-1b05-421f-8502-8789c01d88fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.555919] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.556159] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03c19086-aab7-4284-b0cb-ed3639aa6f7b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.562427] env[69365]: DEBUG oslo_vmware.api [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Waiting for the task: (returnval){ [ 1381.562427] env[69365]: value = "task-3302951" [ 1381.562427] env[69365]: _type = "Task" [ 1381.562427] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.570105] env[69365]: DEBUG oslo_vmware.api [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.888498] env[69365]: DEBUG nova.scheduler.client.report [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.072258] env[69365]: DEBUG oslo_vmware.api [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302951, 'name': PowerOffVM_Task, 'duration_secs': 0.201729} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.072519] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.072688] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.072927] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-382dc11b-aac4-4a10-b0c0-ddd8de1169a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.098839] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.099059] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.099247] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Deleting the datastore file [datastore1] 021391fa-8944-468f-96a0-d5fa07cec02c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.099483] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af4a7dbb-4a29-46c6-8d4d-40adfd37759b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.106659] env[69365]: DEBUG oslo_vmware.api [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Waiting for the task: (returnval){ [ 1382.106659] env[69365]: value = "task-3302953" [ 1382.106659] env[69365]: _type = "Task" [ 1382.106659] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.113600] env[69365]: DEBUG oslo_vmware.api [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.283892] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.394216] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.412129] env[69365]: INFO nova.scheduler.client.report [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Deleted allocations for instance 3a51af68-d97c-4670-a398-1ad12ad63759 [ 1382.616109] env[69365]: DEBUG oslo_vmware.api [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Task: {'id': task-3302953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087497} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.616478] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.616478] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.616663] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.616829] env[69365]: INFO nova.compute.manager [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1382.617084] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.617277] env[69365]: DEBUG nova.compute.manager [-] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1382.617372] env[69365]: DEBUG nova.network.neutron [-] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.634887] env[69365]: DEBUG nova.network.neutron [-] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1382.920208] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83d58aad-4161-407d-be79-5e0c670b5047 tempest-ServerActionsTestOtherB-441667502 tempest-ServerActionsTestOtherB-441667502-project-member] Lock "3a51af68-d97c-4670-a398-1ad12ad63759" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.941s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.137263] env[69365]: DEBUG nova.network.neutron [-] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.640109] env[69365]: INFO nova.compute.manager [-] [instance: 021391fa-8944-468f-96a0-d5fa07cec02c] Took 1.02 seconds to deallocate network for instance. [ 1384.146773] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.147097] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.147327] env[69365]: DEBUG nova.objects.instance [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Lazy-loading 'resources' on Instance uuid 021391fa-8944-468f-96a0-d5fa07cec02c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.684888] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8a58d6-090d-48b0-843c-9db484e6557f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.692593] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36da2eae-b2bf-4173-aed2-e70697487b6b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.723846] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e85a3fa-d54f-488b-abc8-3450a25d9d65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.731137] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f938136-8f58-4995-b654-d3c592cbc3cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.744127] env[69365]: DEBUG nova.compute.provider_tree [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.247837] env[69365]: DEBUG nova.scheduler.client.report [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.752580] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.776110] env[69365]: INFO nova.scheduler.client.report [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Deleted allocations for instance 021391fa-8944-468f-96a0-d5fa07cec02c [ 1386.283910] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5aaa9cfd-e6a7-4d7e-8056-054b3745a06c tempest-ServersAaction247Test-226419638 tempest-ServersAaction247Test-226419638-project-member] Lock "021391fa-8944-468f-96a0-d5fa07cec02c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.316s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.706934] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Acquiring lock "040b6744-9555-4740-b8a3-2b1b74db8f07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.707293] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Lock "040b6744-9555-4740-b8a3-2b1b74db8f07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.209615] env[69365]: DEBUG nova.compute.manager [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1391.732246] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.732589] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.734110] env[69365]: INFO nova.compute.claims [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.783749] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4420a1b0-70b3-4632-9d21-a52f7e2af69e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.793033] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918101c6-156b-444a-a765-c830360fe8c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.826329] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75bc781-b567-4367-87de-6ce81a48d3fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.833943] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bfa2bb-8090-4ec2-938e-a5b92d924fe4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.847063] env[69365]: DEBUG nova.compute.provider_tree [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.349763] env[69365]: DEBUG nova.scheduler.client.report [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.855056] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.855709] env[69365]: DEBUG nova.compute.manager [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1394.361418] env[69365]: DEBUG nova.compute.utils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1394.363096] env[69365]: DEBUG nova.compute.manager [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1394.363329] env[69365]: DEBUG nova.network.neutron [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.407420] env[69365]: DEBUG nova.policy [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79696837ca064ce1b464c9ee23f55ffe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06bebf9ddaec450791c27c35d91690ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1394.509559] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.509804] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.661594] env[69365]: DEBUG nova.network.neutron [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Successfully created port: d2e5f286-0a5a-4fbc-ba79-145f1e750911 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.866909] env[69365]: DEBUG nova.compute.manager [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1395.012678] env[69365]: DEBUG nova.compute.utils [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1395.516059] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.877061] env[69365]: DEBUG nova.compute.manager [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1395.911442] env[69365]: DEBUG nova.virt.hardware [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.911679] env[69365]: DEBUG nova.virt.hardware [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.911834] env[69365]: DEBUG nova.virt.hardware [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.912022] env[69365]: DEBUG nova.virt.hardware [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.912209] env[69365]: DEBUG nova.virt.hardware [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.912366] env[69365]: DEBUG nova.virt.hardware [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.912570] env[69365]: DEBUG nova.virt.hardware [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.912726] env[69365]: DEBUG nova.virt.hardware [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.912888] env[69365]: DEBUG nova.virt.hardware [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.913070] env[69365]: DEBUG nova.virt.hardware [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.913256] env[69365]: DEBUG nova.virt.hardware [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.914156] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a9e787-2de1-4375-9737-245a99911f1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.922723] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b502ce-9e25-4679-9dbc-bedd6bc76085 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.010636] env[69365]: DEBUG nova.compute.manager [req-7064b31c-25eb-4a10-9be4-a9c02c93ccdf req-28fe99e8-c3ac-495e-9ed7-970692de7cb9 service nova] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Received event network-vif-plugged-d2e5f286-0a5a-4fbc-ba79-145f1e750911 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.010910] env[69365]: DEBUG oslo_concurrency.lockutils [req-7064b31c-25eb-4a10-9be4-a9c02c93ccdf req-28fe99e8-c3ac-495e-9ed7-970692de7cb9 service nova] Acquiring lock "040b6744-9555-4740-b8a3-2b1b74db8f07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.011166] env[69365]: DEBUG oslo_concurrency.lockutils [req-7064b31c-25eb-4a10-9be4-a9c02c93ccdf req-28fe99e8-c3ac-495e-9ed7-970692de7cb9 service nova] Lock "040b6744-9555-4740-b8a3-2b1b74db8f07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.011345] env[69365]: DEBUG oslo_concurrency.lockutils [req-7064b31c-25eb-4a10-9be4-a9c02c93ccdf req-28fe99e8-c3ac-495e-9ed7-970692de7cb9 service nova] Lock "040b6744-9555-4740-b8a3-2b1b74db8f07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.011473] env[69365]: DEBUG nova.compute.manager [req-7064b31c-25eb-4a10-9be4-a9c02c93ccdf req-28fe99e8-c3ac-495e-9ed7-970692de7cb9 service nova] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] No waiting events found dispatching network-vif-plugged-d2e5f286-0a5a-4fbc-ba79-145f1e750911 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.011598] env[69365]: WARNING nova.compute.manager [req-7064b31c-25eb-4a10-9be4-a9c02c93ccdf req-28fe99e8-c3ac-495e-9ed7-970692de7cb9 service nova] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Received unexpected event network-vif-plugged-d2e5f286-0a5a-4fbc-ba79-145f1e750911 for instance with vm_state building and task_state spawning. [ 1396.090562] env[69365]: DEBUG nova.network.neutron [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Successfully updated port: d2e5f286-0a5a-4fbc-ba79-145f1e750911 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.580944] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.581247] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.581506] env[69365]: INFO nova.compute.manager [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Attaching volume e138cca2-0d26-4da0-8770-66f0e7346117 to /dev/sdb [ 1396.592226] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Acquiring lock "refresh_cache-040b6744-9555-4740-b8a3-2b1b74db8f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.592366] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Acquired lock "refresh_cache-040b6744-9555-4740-b8a3-2b1b74db8f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.593023] env[69365]: DEBUG nova.network.neutron [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.611619] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d56b67d-4c7e-4936-8acf-80eb09196566 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.619643] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee53453-e744-4e5c-9214-eb139fc33fc8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.632273] env[69365]: DEBUG nova.virt.block_device [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Updating existing volume attachment record: ac8aead9-3652-4c4d-851c-22675e552340 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:696}} [ 1397.130655] env[69365]: DEBUG nova.network.neutron [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.247688] env[69365]: DEBUG nova.network.neutron [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Updating instance_info_cache with network_info: [{"id": "d2e5f286-0a5a-4fbc-ba79-145f1e750911", "address": "fa:16:3e:83:2b:63", "network": {"id": "7df05981-a0c7-4043-b304-9151d78387be", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1894646398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bebf9ddaec450791c27c35d91690ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e5f286-0a", "ovs_interfaceid": "d2e5f286-0a5a-4fbc-ba79-145f1e750911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.750376] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Releasing lock "refresh_cache-040b6744-9555-4740-b8a3-2b1b74db8f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.750697] env[69365]: DEBUG nova.compute.manager [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Instance network_info: |[{"id": "d2e5f286-0a5a-4fbc-ba79-145f1e750911", "address": "fa:16:3e:83:2b:63", "network": {"id": "7df05981-a0c7-4043-b304-9151d78387be", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1894646398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bebf9ddaec450791c27c35d91690ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e5f286-0a", "ovs_interfaceid": "d2e5f286-0a5a-4fbc-ba79-145f1e750911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1397.751142] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:2b:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2e5f286-0a5a-4fbc-ba79-145f1e750911', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1397.758620] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Creating folder: Project (06bebf9ddaec450791c27c35d91690ee). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1397.758880] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a3beef2-2f64-469b-8d21-289e6d9ab8ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.769477] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Created folder: Project (06bebf9ddaec450791c27c35d91690ee) in parent group-v659152. [ 1397.769652] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Creating folder: Instances. Parent ref: group-v659491. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1397.769869] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e8fc425-6e34-402c-a9e3-23134ef55c98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.778043] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Created folder: Instances in parent group-v659491. [ 1397.778259] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.778435] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1397.778619] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-394eb0e6-fd8d-48dd-9417-d022c2e6b308 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.796496] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1397.796496] env[69365]: value = "task-3302958" [ 1397.796496] env[69365]: _type = "Task" [ 1397.796496] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.803650] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302958, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.037848] env[69365]: DEBUG nova.compute.manager [req-53f12c1e-2cbf-4c39-b59c-d427a061e6ad req-4e8bfbd5-0d1e-46ef-807a-ffbfd4b6b69c service nova] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Received event network-changed-d2e5f286-0a5a-4fbc-ba79-145f1e750911 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.037971] env[69365]: DEBUG nova.compute.manager [req-53f12c1e-2cbf-4c39-b59c-d427a061e6ad req-4e8bfbd5-0d1e-46ef-807a-ffbfd4b6b69c service nova] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Refreshing instance network info cache due to event network-changed-d2e5f286-0a5a-4fbc-ba79-145f1e750911. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1398.038196] env[69365]: DEBUG oslo_concurrency.lockutils [req-53f12c1e-2cbf-4c39-b59c-d427a061e6ad req-4e8bfbd5-0d1e-46ef-807a-ffbfd4b6b69c service nova] Acquiring lock "refresh_cache-040b6744-9555-4740-b8a3-2b1b74db8f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.038315] env[69365]: DEBUG oslo_concurrency.lockutils [req-53f12c1e-2cbf-4c39-b59c-d427a061e6ad req-4e8bfbd5-0d1e-46ef-807a-ffbfd4b6b69c service nova] Acquired lock "refresh_cache-040b6744-9555-4740-b8a3-2b1b74db8f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.038475] env[69365]: DEBUG nova.network.neutron [req-53f12c1e-2cbf-4c39-b59c-d427a061e6ad req-4e8bfbd5-0d1e-46ef-807a-ffbfd4b6b69c service nova] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Refreshing network info cache for port d2e5f286-0a5a-4fbc-ba79-145f1e750911 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.308338] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302958, 'name': CreateVM_Task, 'duration_secs': 0.306869} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.308723] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.309198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.309404] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.309759] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.310045] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b438b69-53b7-434b-a423-a60353e06d8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.314552] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Waiting for the task: (returnval){ [ 1398.314552] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5207e795-ec9e-9521-8255-cc1287714b99" [ 1398.314552] env[69365]: _type = "Task" [ 1398.314552] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.321824] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5207e795-ec9e-9521-8255-cc1287714b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.706727] env[69365]: DEBUG nova.network.neutron [req-53f12c1e-2cbf-4c39-b59c-d427a061e6ad req-4e8bfbd5-0d1e-46ef-807a-ffbfd4b6b69c service nova] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Updated VIF entry in instance network info cache for port d2e5f286-0a5a-4fbc-ba79-145f1e750911. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.707097] env[69365]: DEBUG nova.network.neutron [req-53f12c1e-2cbf-4c39-b59c-d427a061e6ad req-4e8bfbd5-0d1e-46ef-807a-ffbfd4b6b69c service nova] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Updating instance_info_cache with network_info: [{"id": "d2e5f286-0a5a-4fbc-ba79-145f1e750911", "address": "fa:16:3e:83:2b:63", "network": {"id": "7df05981-a0c7-4043-b304-9151d78387be", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1894646398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06bebf9ddaec450791c27c35d91690ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e5f286-0a", "ovs_interfaceid": "d2e5f286-0a5a-4fbc-ba79-145f1e750911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.824799] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]5207e795-ec9e-9521-8255-cc1287714b99, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.825148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.825418] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.825690] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.825851] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.826078] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.826354] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9296f5bb-b429-459f-a76e-4aacd6e7f3ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.834541] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.834742] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.835492] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03cad662-7d9a-4855-8faf-9428fe8ed6c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.840356] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Waiting for the task: (returnval){ [ 1398.840356] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520e07af-fdba-28fb-25e2-11f91755e15a" [ 1398.840356] env[69365]: _type = "Task" [ 1398.840356] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.847920] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520e07af-fdba-28fb-25e2-11f91755e15a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.210170] env[69365]: DEBUG oslo_concurrency.lockutils [req-53f12c1e-2cbf-4c39-b59c-d427a061e6ad req-4e8bfbd5-0d1e-46ef-807a-ffbfd4b6b69c service nova] Releasing lock "refresh_cache-040b6744-9555-4740-b8a3-2b1b74db8f07" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.350818] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]520e07af-fdba-28fb-25e2-11f91755e15a, 'name': SearchDatastore_Task, 'duration_secs': 0.008197} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.351650] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2322294e-e094-41f0-8147-b8c217fb6fb2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.356446] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Waiting for the task: (returnval){ [ 1399.356446] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523a2ff8-25f1-5a3c-787f-dc0ee9563209" [ 1399.356446] env[69365]: _type = "Task" [ 1399.356446] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.363846] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523a2ff8-25f1-5a3c-787f-dc0ee9563209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.866278] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]523a2ff8-25f1-5a3c-787f-dc0ee9563209, 'name': SearchDatastore_Task, 'duration_secs': 0.009764} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.866546] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.866822] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 040b6744-9555-4740-b8a3-2b1b74db8f07/040b6744-9555-4740-b8a3-2b1b74db8f07.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.867081] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c64c28a-0516-40cd-94e5-410dc877c65f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.874257] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Waiting for the task: (returnval){ [ 1399.874257] env[69365]: value = "task-3302960" [ 1399.874257] env[69365]: _type = "Task" [ 1399.874257] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.881640] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.384057] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.411555} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.384441] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore1] 040b6744-9555-4740-b8a3-2b1b74db8f07/040b6744-9555-4740-b8a3-2b1b74db8f07.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.384535] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.384781] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c83ef0b8-10f2-4d34-841f-c1f717fe982d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.392753] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Waiting for the task: (returnval){ [ 1400.392753] env[69365]: value = "task-3302961" [ 1400.392753] env[69365]: _type = "Task" [ 1400.392753] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.399694] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.902372] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06111} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.902632] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.903441] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fec5b3-1bb3-4a07-9100-b12c0ce4c842 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.924954] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 040b6744-9555-4740-b8a3-2b1b74db8f07/040b6744-9555-4740-b8a3-2b1b74db8f07.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.925210] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d4565c8-3e6e-4abd-b1e6-cbad12e29b61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.944332] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Waiting for the task: (returnval){ [ 1400.944332] env[69365]: value = "task-3302962" [ 1400.944332] env[69365]: _type = "Task" [ 1400.944332] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.952432] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.174271] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1401.174544] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659490', 'volume_id': 'e138cca2-0d26-4da0-8770-66f0e7346117', 'name': 'volume-e138cca2-0d26-4da0-8770-66f0e7346117', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '416dce4b-9c30-449a-95b4-5bf0371f4d7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e138cca2-0d26-4da0-8770-66f0e7346117', 'serial': 'e138cca2-0d26-4da0-8770-66f0e7346117'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1401.175554] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3167e742-8d0f-46e6-b361-8b65f0f2049f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.192503] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe92021-db40-4ce3-9af2-272221acf429 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.217247] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-e138cca2-0d26-4da0-8770-66f0e7346117/volume-e138cca2-0d26-4da0-8770-66f0e7346117.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.217510] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b5e7f9e-40d3-4416-a12b-92af5a354fe7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.235835] env[69365]: DEBUG oslo_vmware.api [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1401.235835] env[69365]: value = "task-3302963" [ 1401.235835] env[69365]: _type = "Task" [ 1401.235835] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.243710] env[69365]: DEBUG oslo_vmware.api [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.454553] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302962, 'name': ReconfigVM_Task, 'duration_secs': 0.42228} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.454934] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 040b6744-9555-4740-b8a3-2b1b74db8f07/040b6744-9555-4740-b8a3-2b1b74db8f07.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.455555] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f603ab1b-a1d2-4254-89e1-59e5cb51d830 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.462759] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Waiting for the task: (returnval){ [ 1401.462759] env[69365]: value = "task-3302964" [ 1401.462759] env[69365]: _type = "Task" [ 1401.462759] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.470165] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302964, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.745729] env[69365]: DEBUG oslo_vmware.api [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302963, 'name': ReconfigVM_Task, 'duration_secs': 0.381894} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.745954] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-e138cca2-0d26-4da0-8770-66f0e7346117/volume-e138cca2-0d26-4da0-8770-66f0e7346117.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.750746] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79d1005d-535f-49c1-b06e-90a09ea62e22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.765949] env[69365]: DEBUG oslo_vmware.api [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1401.765949] env[69365]: value = "task-3302965" [ 1401.765949] env[69365]: _type = "Task" [ 1401.765949] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.773995] env[69365]: DEBUG oslo_vmware.api [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.974975] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302964, 'name': Rename_Task, 'duration_secs': 0.145288} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.975264] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.975538] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9bb5531-60c3-474e-ae09-b9a842108f1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.982786] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Waiting for the task: (returnval){ [ 1401.982786] env[69365]: value = "task-3302966" [ 1401.982786] env[69365]: _type = "Task" [ 1401.982786] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.991226] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.278828] env[69365]: DEBUG oslo_vmware.api [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302965, 'name': ReconfigVM_Task, 'duration_secs': 0.299934} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.279218] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659490', 'volume_id': 'e138cca2-0d26-4da0-8770-66f0e7346117', 'name': 'volume-e138cca2-0d26-4da0-8770-66f0e7346117', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '416dce4b-9c30-449a-95b4-5bf0371f4d7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e138cca2-0d26-4da0-8770-66f0e7346117', 'serial': 'e138cca2-0d26-4da0-8770-66f0e7346117'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1402.493076] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302966, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.993843] env[69365]: DEBUG oslo_vmware.api [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302966, 'name': PowerOnVM_Task, 'duration_secs': 0.591438} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.994158] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.994334] env[69365]: INFO nova.compute.manager [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1402.994532] env[69365]: DEBUG nova.compute.manager [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.995342] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f8c627-1d9e-4065-95b3-2ff78d45e96d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.316873] env[69365]: DEBUG nova.objects.instance [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lazy-loading 'flavor' on Instance uuid 416dce4b-9c30-449a-95b4-5bf0371f4d7c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.514366] env[69365]: INFO nova.compute.manager [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Took 11.80 seconds to build instance. [ 1403.805430] env[69365]: DEBUG oslo_concurrency.lockutils [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Acquiring lock "040b6744-9555-4740-b8a3-2b1b74db8f07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.822237] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a666540-7a0c-47df-a7db-50d4c2f5be1c tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.016246] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.016524] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.017968] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e904c0aa-69a0-4aba-bc8a-2b5b89d54545 tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Lock "040b6744-9555-4740-b8a3-2b1b74db8f07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.311s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.018274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Lock "040b6744-9555-4740-b8a3-2b1b74db8f07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.213s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.018622] env[69365]: DEBUG oslo_concurrency.lockutils [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Acquiring lock "040b6744-9555-4740-b8a3-2b1b74db8f07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.018829] env[69365]: DEBUG oslo_concurrency.lockutils [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Lock "040b6744-9555-4740-b8a3-2b1b74db8f07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.018993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Lock "040b6744-9555-4740-b8a3-2b1b74db8f07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.020769] env[69365]: INFO nova.compute.manager [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Terminating instance [ 1404.521447] env[69365]: INFO nova.compute.manager [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Detaching volume e138cca2-0d26-4da0-8770-66f0e7346117 [ 1404.523891] env[69365]: DEBUG nova.compute.manager [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1404.524104] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1404.524961] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce91ee2-1b7a-4bcc-8f26-c837d78c050c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.534755] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.534980] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5fc4c0f-dc0c-48c1-9a0e-5ebb63ff73bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.542196] env[69365]: DEBUG oslo_vmware.api [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Waiting for the task: (returnval){ [ 1404.542196] env[69365]: value = "task-3302967" [ 1404.542196] env[69365]: _type = "Task" [ 1404.542196] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.551453] env[69365]: DEBUG oslo_vmware.api [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.557800] env[69365]: INFO nova.virt.block_device [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Attempting to driver detach volume e138cca2-0d26-4da0-8770-66f0e7346117 from mountpoint /dev/sdb [ 1404.558028] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1404.558258] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659490', 'volume_id': 'e138cca2-0d26-4da0-8770-66f0e7346117', 'name': 'volume-e138cca2-0d26-4da0-8770-66f0e7346117', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '416dce4b-9c30-449a-95b4-5bf0371f4d7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e138cca2-0d26-4da0-8770-66f0e7346117', 'serial': 'e138cca2-0d26-4da0-8770-66f0e7346117'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1404.559044] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c4039f-8c3d-43da-94a0-8969566d7d23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.579719] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb764f37-53ec-463f-bc3a-5f5a076aa58c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.586591] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67d5b54-7d2c-43fe-b79a-bba55bddfff5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.606325] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21830cec-39e9-47ed-8a90-8f2ccc54622f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.621095] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] The volume has not been displaced from its original location: [datastore1] volume-e138cca2-0d26-4da0-8770-66f0e7346117/volume-e138cca2-0d26-4da0-8770-66f0e7346117.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1404.626394] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1404.626690] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27fcbe92-befc-4d93-885c-1ef4a3325ee0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.644802] env[69365]: DEBUG oslo_vmware.api [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1404.644802] env[69365]: value = "task-3302968" [ 1404.644802] env[69365]: _type = "Task" [ 1404.644802] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.652469] env[69365]: DEBUG oslo_vmware.api [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.052085] env[69365]: DEBUG oslo_vmware.api [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302967, 'name': PowerOffVM_Task, 'duration_secs': 0.18712} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.052363] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.052541] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.052787] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4dd982d-a009-4efd-94b2-cc86c3d57e36 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.117480] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.117742] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.117889] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Deleting the datastore file [datastore1] 040b6744-9555-4740-b8a3-2b1b74db8f07 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.118163] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d3c43c4-5743-41a7-a066-45d0febd339f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.124452] env[69365]: DEBUG oslo_vmware.api [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Waiting for the task: (returnval){ [ 1405.124452] env[69365]: value = "task-3302970" [ 1405.124452] env[69365]: _type = "Task" [ 1405.124452] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.131483] env[69365]: DEBUG oslo_vmware.api [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.153659] env[69365]: DEBUG oslo_vmware.api [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302968, 'name': ReconfigVM_Task, 'duration_secs': 0.231919} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.153942] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1405.158874] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31278928-df94-4f79-ba10-406235d42730 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.173770] env[69365]: DEBUG oslo_vmware.api [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1405.173770] env[69365]: value = "task-3302971" [ 1405.173770] env[69365]: _type = "Task" [ 1405.173770] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.181638] env[69365]: DEBUG oslo_vmware.api [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.634458] env[69365]: DEBUG oslo_vmware.api [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Task: {'id': task-3302970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139574} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.634773] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1405.634903] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1405.635098] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1405.635278] env[69365]: INFO nova.compute.manager [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1405.635509] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1405.635699] env[69365]: DEBUG nova.compute.manager [-] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1405.635795] env[69365]: DEBUG nova.network.neutron [-] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1405.683790] env[69365]: DEBUG oslo_vmware.api [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302971, 'name': ReconfigVM_Task, 'duration_secs': 0.168357} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.684081] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-659490', 'volume_id': 'e138cca2-0d26-4da0-8770-66f0e7346117', 'name': 'volume-e138cca2-0d26-4da0-8770-66f0e7346117', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '416dce4b-9c30-449a-95b4-5bf0371f4d7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e138cca2-0d26-4da0-8770-66f0e7346117', 'serial': 'e138cca2-0d26-4da0-8770-66f0e7346117'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1405.868747] env[69365]: DEBUG nova.compute.manager [req-bf659489-3e5a-4e73-943c-40638993c7e3 req-d31c4535-c17e-4a2d-86b3-9aec25c5663d service nova] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Received event network-vif-deleted-d2e5f286-0a5a-4fbc-ba79-145f1e750911 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1405.868912] env[69365]: INFO nova.compute.manager [req-bf659489-3e5a-4e73-943c-40638993c7e3 req-d31c4535-c17e-4a2d-86b3-9aec25c5663d service nova] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Neutron deleted interface d2e5f286-0a5a-4fbc-ba79-145f1e750911; detaching it from the instance and deleting it from the info cache [ 1405.869095] env[69365]: DEBUG nova.network.neutron [req-bf659489-3e5a-4e73-943c-40638993c7e3 req-d31c4535-c17e-4a2d-86b3-9aec25c5663d service nova] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.224194] env[69365]: DEBUG nova.objects.instance [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lazy-loading 'flavor' on Instance uuid 416dce4b-9c30-449a-95b4-5bf0371f4d7c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.351171] env[69365]: DEBUG nova.network.neutron [-] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.372367] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c4437f2-af11-4129-8edc-5b0bd577f1be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.382602] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2a9338-41ef-43fe-a31b-3ed6e2d44c49 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.410280] env[69365]: DEBUG nova.compute.manager [req-bf659489-3e5a-4e73-943c-40638993c7e3 req-d31c4535-c17e-4a2d-86b3-9aec25c5663d service nova] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Detach interface failed, port_id=d2e5f286-0a5a-4fbc-ba79-145f1e750911, reason: Instance 040b6744-9555-4740-b8a3-2b1b74db8f07 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1406.854392] env[69365]: INFO nova.compute.manager [-] [instance: 040b6744-9555-4740-b8a3-2b1b74db8f07] Took 1.22 seconds to deallocate network for instance. [ 1407.231168] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4db63c45-3f01-48bc-b527-9dfcf1cc3ea6 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.360947] env[69365]: DEBUG oslo_concurrency.lockutils [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.361260] env[69365]: DEBUG oslo_concurrency.lockutils [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.361501] env[69365]: DEBUG nova.objects.instance [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Lazy-loading 'resources' on Instance uuid 040b6744-9555-4740-b8a3-2b1b74db8f07 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.911089] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3445af3-fbd3-4343-8d24-99ef7f9d67d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.918549] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1c8980-03a5-4b65-a051-f45ea10ad50a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.949333] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bf1463-5fee-4749-a825-732d6edb5838 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.956581] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb64223f-7b47-4678-9106-cbec991daf97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.969387] env[69365]: DEBUG nova.compute.provider_tree [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.254595] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.254833] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.255044] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.255235] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.255406] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.257764] env[69365]: INFO nova.compute.manager [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Terminating instance [ 1408.473014] env[69365]: DEBUG nova.scheduler.client.report [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.761346] env[69365]: DEBUG nova.compute.manager [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.761577] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.762554] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1138ed06-5c46-4be5-ad22-c847d153fc5b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.771071] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.771314] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd4e9a8-c7ec-42d8-8bdd-584ab5b36763 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.778126] env[69365]: DEBUG oslo_vmware.api [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1408.778126] env[69365]: value = "task-3302972" [ 1408.778126] env[69365]: _type = "Task" [ 1408.778126] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.785666] env[69365]: DEBUG oslo_vmware.api [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.979074] env[69365]: DEBUG oslo_concurrency.lockutils [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.999787] env[69365]: INFO nova.scheduler.client.report [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Deleted allocations for instance 040b6744-9555-4740-b8a3-2b1b74db8f07 [ 1409.287849] env[69365]: DEBUG oslo_vmware.api [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302972, 'name': PowerOffVM_Task, 'duration_secs': 0.200733} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.288074] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.288249] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.288542] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6de1d140-fd99-4275-a7e3-96c013cb088a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.346091] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.346314] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.346489] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Deleting the datastore file [datastore2] 416dce4b-9c30-449a-95b4-5bf0371f4d7c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.346749] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04b6848c-3ace-4ee9-9a83-837121016dd1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.355855] env[69365]: DEBUG oslo_vmware.api [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for the task: (returnval){ [ 1409.355855] env[69365]: value = "task-3302974" [ 1409.355855] env[69365]: _type = "Task" [ 1409.355855] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.364029] env[69365]: DEBUG oslo_vmware.api [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.507210] env[69365]: DEBUG oslo_concurrency.lockutils [None req-914c47ae-adda-41c2-befe-9e5dfb16194a tempest-ServerAddressesNegativeTestJSON-402772611 tempest-ServerAddressesNegativeTestJSON-402772611-project-member] Lock "040b6744-9555-4740-b8a3-2b1b74db8f07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.489s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.865429] env[69365]: DEBUG oslo_vmware.api [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Task: {'id': task-3302974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134021} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.865683] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.865870] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.866057] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.866236] env[69365]: INFO nova.compute.manager [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1409.866481] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.866678] env[69365]: DEBUG nova.compute.manager [-] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.866776] env[69365]: DEBUG nova.network.neutron [-] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.540985] env[69365]: DEBUG nova.compute.manager [req-b1444a75-65ce-4726-9fd4-78de56dc0736 req-0e4cfada-7a4d-4782-bce3-e0b812fe083f service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Received event network-vif-deleted-dd60b511-4040-4b53-b9d8-fad11038a092 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.541256] env[69365]: INFO nova.compute.manager [req-b1444a75-65ce-4726-9fd4-78de56dc0736 req-0e4cfada-7a4d-4782-bce3-e0b812fe083f service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Neutron deleted interface dd60b511-4040-4b53-b9d8-fad11038a092; detaching it from the instance and deleting it from the info cache [ 1410.541378] env[69365]: DEBUG nova.network.neutron [req-b1444a75-65ce-4726-9fd4-78de56dc0736 req-0e4cfada-7a4d-4782-bce3-e0b812fe083f service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.023469] env[69365]: DEBUG nova.network.neutron [-] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.045660] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe8b4e95-c5d4-4514-a35a-832a6087bc30 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.056502] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a26e0d-61c2-4d4b-87a1-3e05b75ee438 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.082738] env[69365]: DEBUG nova.compute.manager [req-b1444a75-65ce-4726-9fd4-78de56dc0736 req-0e4cfada-7a4d-4782-bce3-e0b812fe083f service nova] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Detach interface failed, port_id=dd60b511-4040-4b53-b9d8-fad11038a092, reason: Instance 416dce4b-9c30-449a-95b4-5bf0371f4d7c could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1411.526471] env[69365]: INFO nova.compute.manager [-] [instance: 416dce4b-9c30-449a-95b4-5bf0371f4d7c] Took 1.66 seconds to deallocate network for instance. [ 1412.032948] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.033263] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.033499] env[69365]: DEBUG nova.objects.instance [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lazy-loading 'resources' on Instance uuid 416dce4b-9c30-449a-95b4-5bf0371f4d7c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.384412] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquiring lock "d56ff45e-ccd3-4c75-8719-4584718e7161" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.384665] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Lock "d56ff45e-ccd3-4c75-8719-4584718e7161" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.572523] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb87f7ab-bf99-4bf5-a9e5-0c600ffcf295 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.581589] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229cbe33-eae2-43a0-b840-6d080ffbae87 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.611318] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29b33b3-784e-4d4c-a6f0-a1fdf29da9b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.618073] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d554df8b-56d1-46a7-a8ef-295de39466d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.630784] env[69365]: DEBUG nova.compute.provider_tree [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.887734] env[69365]: DEBUG nova.compute.manager [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1413.134328] env[69365]: DEBUG nova.scheduler.client.report [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.406119] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.639167] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.641535] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.235s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.643425] env[69365]: INFO nova.compute.claims [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1413.656682] env[69365]: INFO nova.scheduler.client.report [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Deleted allocations for instance 416dce4b-9c30-449a-95b4-5bf0371f4d7c [ 1414.164364] env[69365]: DEBUG oslo_concurrency.lockutils [None req-42d0d39d-c50f-4673-bf36-8ffac5bf3356 tempest-AttachVolumeNegativeTest-1903542809 tempest-AttachVolumeNegativeTest-1903542809-project-member] Lock "416dce4b-9c30-449a-95b4-5bf0371f4d7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.909s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.680852] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d88b422-e71a-490a-ae91-cb2fb7a7efd8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.688518] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7711fe-4925-4aeb-86a3-e5b8dbd9d86f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.718656] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dbdd23-6365-44ae-960c-8ea5c3b4e2fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.726156] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2356a7-5da8-481c-a861-f206ce80a2c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.739819] env[69365]: DEBUG nova.compute.provider_tree [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.243066] env[69365]: DEBUG nova.scheduler.client.report [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.747605] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.748259] env[69365]: DEBUG nova.compute.manager [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1416.253817] env[69365]: DEBUG nova.compute.utils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1416.255229] env[69365]: DEBUG nova.compute.manager [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1416.756771] env[69365]: DEBUG nova.compute.manager [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1417.767279] env[69365]: DEBUG nova.compute.manager [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1417.794144] env[69365]: DEBUG nova.virt.hardware [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1417.794404] env[69365]: DEBUG nova.virt.hardware [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.794544] env[69365]: DEBUG nova.virt.hardware [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1417.794722] env[69365]: DEBUG nova.virt.hardware [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.794864] env[69365]: DEBUG nova.virt.hardware [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1417.795018] env[69365]: DEBUG nova.virt.hardware [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1417.795235] env[69365]: DEBUG nova.virt.hardware [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1417.795393] env[69365]: DEBUG nova.virt.hardware [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1417.795570] env[69365]: DEBUG nova.virt.hardware [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1417.795729] env[69365]: DEBUG nova.virt.hardware [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1417.795896] env[69365]: DEBUG nova.virt.hardware [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1417.796780] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c104edf7-8fd7-435d-be1b-fe065cc12933 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.805236] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6a93b1-43e9-4c6e-8b6e-10e4c629ed85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.818662] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.824189] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Creating folder: Project (ec78fc4a830544fd93528b447eb4cbbb). Parent ref: group-v659152. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.824500] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2edff8ee-859f-4b45-a590-e47c6cbcabec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.835850] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Created folder: Project (ec78fc4a830544fd93528b447eb4cbbb) in parent group-v659152. [ 1417.836041] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Creating folder: Instances. Parent ref: group-v659494. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.836252] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54c3b5e3-48a0-4219-9424-4e0d118fa6ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.846728] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Created folder: Instances in parent group-v659494. [ 1417.846728] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.846728] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.846728] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08f9c1f7-498a-410a-b458-496ca8476784 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.862460] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.862460] env[69365]: value = "task-3302978" [ 1417.862460] env[69365]: _type = "Task" [ 1417.862460] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.869455] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302978, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.371927] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302978, 'name': CreateVM_Task, 'duration_secs': 0.260853} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.372111] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.372574] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.372736] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.373062] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.373316] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd2fdb5-ffce-4d17-8639-b9696740d700 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.378254] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1418.378254] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fc5107-83f7-e341-f0b2-eddb666663b5" [ 1418.378254] env[69365]: _type = "Task" [ 1418.378254] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.385506] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fc5107-83f7-e341-f0b2-eddb666663b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.888843] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52fc5107-83f7-e341-f0b2-eddb666663b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.889170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.889404] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.889702] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.889912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.890122] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.890380] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4836a3de-e63b-4f97-a925-0e07c34046c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.898609] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.898785] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.899483] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbbe699-1291-4392-b06f-aaeccbe0b325 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.904411] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1418.904411] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a39e20-3766-d2c3-eff8-afda15f798e8" [ 1418.904411] env[69365]: _type = "Task" [ 1418.904411] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.911506] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a39e20-3766-d2c3-eff8-afda15f798e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.414625] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52a39e20-3766-d2c3-eff8-afda15f798e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008053} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.415399] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185b5eb4-bb70-4f41-a785-be0cfc7b2636 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.420434] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1419.420434] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524328d9-eb58-33e9-60a2-445de6a2926a" [ 1419.420434] env[69365]: _type = "Task" [ 1419.420434] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.427886] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524328d9-eb58-33e9-60a2-445de6a2926a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.944122] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]524328d9-eb58-33e9-60a2-445de6a2926a, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.944946] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.945681] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] d56ff45e-ccd3-4c75-8719-4584718e7161/d56ff45e-ccd3-4c75-8719-4584718e7161.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.945999] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e38244f7-b93f-448a-b624-e70fa51526c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.958719] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1419.958719] env[69365]: value = "task-3302980" [ 1419.958719] env[69365]: _type = "Task" [ 1419.958719] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.978560] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.469594] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455468} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.469853] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] d56ff45e-ccd3-4c75-8719-4584718e7161/d56ff45e-ccd3-4c75-8719-4584718e7161.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.470122] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.470421] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa092cdb-a5b3-4da9-8279-ea7f7badf77f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.477203] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1420.477203] env[69365]: value = "task-3302981" [ 1420.477203] env[69365]: _type = "Task" [ 1420.477203] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.484398] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.986716] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090579} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.986982] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.987753] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da513020-040c-44cc-a0be-154939bc779b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.007028] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] d56ff45e-ccd3-4c75-8719-4584718e7161/d56ff45e-ccd3-4c75-8719-4584718e7161.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.007656] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e246963-cc65-4252-821f-3dc95d6f1958 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.026854] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1421.026854] env[69365]: value = "task-3302982" [ 1421.026854] env[69365]: _type = "Task" [ 1421.026854] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.034598] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.536616] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302982, 'name': ReconfigVM_Task, 'duration_secs': 0.328761} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.536880] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Reconfigured VM instance instance-0000007e to attach disk [datastore2] d56ff45e-ccd3-4c75-8719-4584718e7161/d56ff45e-ccd3-4c75-8719-4584718e7161.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.537489] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-421a8256-68f4-4890-8703-cf0dd758ebe5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.543530] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1421.543530] env[69365]: value = "task-3302984" [ 1421.543530] env[69365]: _type = "Task" [ 1421.543530] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.550702] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302984, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.053586] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302984, 'name': Rename_Task, 'duration_secs': 0.129861} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.053586] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.053968] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6253718-b3a8-4f71-9c3e-5a72e5c97c66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.060338] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1422.060338] env[69365]: value = "task-3302985" [ 1422.060338] env[69365]: _type = "Task" [ 1422.060338] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.067366] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.569574] env[69365]: DEBUG oslo_vmware.api [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302985, 'name': PowerOnVM_Task, 'duration_secs': 0.402163} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.569817] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1422.570015] env[69365]: INFO nova.compute.manager [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Took 4.80 seconds to spawn the instance on the hypervisor. [ 1422.570199] env[69365]: DEBUG nova.compute.manager [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.570966] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ec4746-b396-4528-8af1-5424738f8715 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.090120] env[69365]: INFO nova.compute.manager [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Took 9.70 seconds to build instance. [ 1423.592228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50db8e58-7c55-4b14-8409-a58c527840d7 tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Lock "d56ff45e-ccd3-4c75-8719-4584718e7161" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.207s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.468908] env[69365]: INFO nova.compute.manager [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Rebuilding instance [ 1424.512126] env[69365]: DEBUG nova.compute.manager [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.513025] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e15336a-7dcb-442c-9522-a01326baabbc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.526418] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.526801] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1c68253-e5f0-4843-b9e4-3960a31a8a6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.535568] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1425.535568] env[69365]: value = "task-3302986" [ 1425.535568] env[69365]: _type = "Task" [ 1425.535568] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.545711] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.046167] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302986, 'name': PowerOffVM_Task, 'duration_secs': 0.11307} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.046459] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.047111] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1426.047904] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3f8709-58b3-446f-b502-3bddddd161a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.054355] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1426.054623] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a062df4-b06d-4c35-91e5-aa293b699196 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.080966] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1426.080966] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1426.080966] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Deleting the datastore file [datastore2] d56ff45e-ccd3-4c75-8719-4584718e7161 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.081193] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c30d2b27-1041-46ad-8ba5-8da9ac5ba4c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.087823] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1426.087823] env[69365]: value = "task-3302988" [ 1426.087823] env[69365]: _type = "Task" [ 1426.087823] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.095325] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.598438] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17323} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.598806] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.598881] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.599052] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.635989] env[69365]: DEBUG nova.virt.hardware [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T03:30:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T03:29:44Z,direct_url=,disk_format='vmdk',id=4e583c73-f9e9-4f1a-92cf-229890cb8186,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f1c7165a98d4b0fa888cf62a1d8a9e9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T03:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1427.636313] env[69365]: DEBUG nova.virt.hardware [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.636413] env[69365]: DEBUG nova.virt.hardware [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1427.636595] env[69365]: DEBUG nova.virt.hardware [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.636742] env[69365]: DEBUG nova.virt.hardware [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1427.636890] env[69365]: DEBUG nova.virt.hardware [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1427.637112] env[69365]: DEBUG nova.virt.hardware [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1427.637276] env[69365]: DEBUG nova.virt.hardware [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1427.637444] env[69365]: DEBUG nova.virt.hardware [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1427.637607] env[69365]: DEBUG nova.virt.hardware [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1427.637780] env[69365]: DEBUG nova.virt.hardware [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1427.638676] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde7901b-78f4-4918-b831-373c4ec67df5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.646700] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8264d17a-048e-49c7-912a-5791e7e27fa9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.660125] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.665705] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1427.665944] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.666155] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49e0e340-ab19-4576-a0d2-428cca89723c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.682272] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.682272] env[69365]: value = "task-3302989" [ 1427.682272] env[69365]: _type = "Task" [ 1427.682272] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.689225] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302989, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.193260] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3302989, 'name': CreateVM_Task, 'duration_secs': 0.256151} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.193440] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1428.193834] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.193990] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.194312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.194547] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5b233f-5d7a-4eb9-8c1a-0a01dbbfde4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.198605] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1428.198605] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52103572-3295-5dd8-5168-26a4464b6025" [ 1428.198605] env[69365]: _type = "Task" [ 1428.198605] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.205948] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52103572-3295-5dd8-5168-26a4464b6025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.708485] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52103572-3295-5dd8-5168-26a4464b6025, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.708814] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.708987] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Processing image 4e583c73-f9e9-4f1a-92cf-229890cb8186 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.709234] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.709380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.709555] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.709804] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd8217b1-6757-413d-a783-09669bf391a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.717529] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.717699] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.718373] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27af428f-880d-4ca2-9967-a4f85c8977df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.723194] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1428.723194] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cb2b1c-97a1-e6ef-72e7-4239c965cdae" [ 1428.723194] env[69365]: _type = "Task" [ 1428.723194] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.730819] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cb2b1c-97a1-e6ef-72e7-4239c965cdae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.233673] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cb2b1c-97a1-e6ef-72e7-4239c965cdae, 'name': SearchDatastore_Task, 'duration_secs': 0.00801} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.234436] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08592346-2b79-4ddf-82d7-2d05e780b4f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.239200] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1429.239200] env[69365]: value = "session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cc266d-30dd-fd9c-878f-c3c37ecbca48" [ 1429.239200] env[69365]: _type = "Task" [ 1429.239200] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.246356] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cc266d-30dd-fd9c-878f-c3c37ecbca48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.750014] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': session[529f6d79-3dcc-a0ce-aa52-58b905aedc1a]52cc266d-30dd-fd9c-878f-c3c37ecbca48, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.750368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.750591] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] d56ff45e-ccd3-4c75-8719-4584718e7161/d56ff45e-ccd3-4c75-8719-4584718e7161.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.750864] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-745891e4-3ced-4f1d-9f82-471028f60e4e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.758396] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1429.758396] env[69365]: value = "task-3302990" [ 1429.758396] env[69365]: _type = "Task" [ 1429.758396] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.765652] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.268573] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444275} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.268573] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4e583c73-f9e9-4f1a-92cf-229890cb8186/4e583c73-f9e9-4f1a-92cf-229890cb8186.vmdk to [datastore2] d56ff45e-ccd3-4c75-8719-4584718e7161/d56ff45e-ccd3-4c75-8719-4584718e7161.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.268838] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.269020] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-525fa068-f0ec-47dd-a5be-22728d92af17 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.275434] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1430.275434] env[69365]: value = "task-3302991" [ 1430.275434] env[69365]: _type = "Task" [ 1430.275434] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.282700] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.785486] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057275} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.785865] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.786609] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9b06fe-d617-4231-8733-f2d1c599e542 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.805445] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] d56ff45e-ccd3-4c75-8719-4584718e7161/d56ff45e-ccd3-4c75-8719-4584718e7161.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.805723] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d30a79c-86a8-4714-934f-60027cb805d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.824096] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1430.824096] env[69365]: value = "task-3302992" [ 1430.824096] env[69365]: _type = "Task" [ 1430.824096] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.831492] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.333881] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302992, 'name': ReconfigVM_Task, 'duration_secs': 0.32795} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.334325] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Reconfigured VM instance instance-0000007e to attach disk [datastore2] d56ff45e-ccd3-4c75-8719-4584718e7161/d56ff45e-ccd3-4c75-8719-4584718e7161.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.334973] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b745f0d-e849-421c-9251-b5f510a33f78 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.342423] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1431.342423] env[69365]: value = "task-3302993" [ 1431.342423] env[69365]: _type = "Task" [ 1431.342423] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.354658] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302993, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.853592] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302993, 'name': Rename_Task, 'duration_secs': 0.122812} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.853997] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.854135] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-472af19f-ad29-4fb9-af50-55aca2e3db2b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.860477] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1431.860477] env[69365]: value = "task-3302994" [ 1431.860477] env[69365]: _type = "Task" [ 1431.860477] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.867346] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.370341] env[69365]: DEBUG oslo_vmware.api [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302994, 'name': PowerOnVM_Task, 'duration_secs': 0.39711} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.370636] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.370804] env[69365]: DEBUG nova.compute.manager [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.371578] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240b52f3-ed92-4ae7-9a04-d9979b0efcc1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.888922] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.888922] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.889465] env[69365]: DEBUG nova.objects.instance [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1433.208615] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquiring lock "d56ff45e-ccd3-4c75-8719-4584718e7161" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.208835] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Lock "d56ff45e-ccd3-4c75-8719-4584718e7161" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.209042] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquiring lock "d56ff45e-ccd3-4c75-8719-4584718e7161-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.209235] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Lock "d56ff45e-ccd3-4c75-8719-4584718e7161-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.209408] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Lock "d56ff45e-ccd3-4c75-8719-4584718e7161-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.211553] env[69365]: INFO nova.compute.manager [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Terminating instance [ 1433.714653] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquiring lock "refresh_cache-d56ff45e-ccd3-4c75-8719-4584718e7161" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.714888] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquired lock "refresh_cache-d56ff45e-ccd3-4c75-8719-4584718e7161" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.715042] env[69365]: DEBUG nova.network.neutron [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.897014] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b5f3270-5713-4f86-ac2b-6c3cf452592c tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.234050] env[69365]: DEBUG nova.network.neutron [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.288766] env[69365]: DEBUG nova.network.neutron [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.791845] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Releasing lock "refresh_cache-d56ff45e-ccd3-4c75-8719-4584718e7161" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.792325] env[69365]: DEBUG nova.compute.manager [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.792522] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.793489] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c89ab9e-2e62-487c-b5c6-ef43a5469507 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.801266] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.801487] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-104e6d36-1270-4096-a219-219fef9638b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.807381] env[69365]: DEBUG oslo_vmware.api [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1434.807381] env[69365]: value = "task-3302995" [ 1434.807381] env[69365]: _type = "Task" [ 1434.807381] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.816123] env[69365]: DEBUG oslo_vmware.api [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.317321] env[69365]: DEBUG oslo_vmware.api [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302995, 'name': PowerOffVM_Task, 'duration_secs': 0.191579} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.317718] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.317849] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.318113] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41dd2c9b-abbe-49ca-bea3-64b280a64991 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.342828] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.343032] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.343211] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Deleting the datastore file [datastore2] d56ff45e-ccd3-4c75-8719-4584718e7161 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.343444] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaaac79c-69de-4167-b65c-56c0e6bb0dc8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.350062] env[69365]: DEBUG oslo_vmware.api [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for the task: (returnval){ [ 1435.350062] env[69365]: value = "task-3302997" [ 1435.350062] env[69365]: _type = "Task" [ 1435.350062] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.357124] env[69365]: DEBUG oslo_vmware.api [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.860063] env[69365]: DEBUG oslo_vmware.api [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Task: {'id': task-3302997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106086} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.860295] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.860498] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.860700] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.860889] env[69365]: INFO nova.compute.manager [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1435.861189] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1435.861387] env[69365]: DEBUG nova.compute.manager [-] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.861483] env[69365]: DEBUG nova.network.neutron [-] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.876795] env[69365]: DEBUG nova.network.neutron [-] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1436.379016] env[69365]: DEBUG nova.network.neutron [-] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.881947] env[69365]: INFO nova.compute.manager [-] [instance: d56ff45e-ccd3-4c75-8719-4584718e7161] Took 1.02 seconds to deallocate network for instance. [ 1437.284425] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.284609] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.284768] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.388907] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.389222] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.389428] env[69365]: DEBUG nova.objects.instance [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Lazy-loading 'resources' on Instance uuid d56ff45e-ccd3-4c75-8719-4584718e7161 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.787801] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.921790] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c09d4e-f702-4c17-9f23-a0a8b206090a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.929272] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f7715d-1593-48a6-ad4a-d0fe8676862b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.959443] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61f5ddd-7bb1-4b58-b649-3b121c035f6c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.966223] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3807f5-eda0-4dc7-8181-7660bf8b6d6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.978824] env[69365]: DEBUG nova.compute.provider_tree [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.481953] env[69365]: DEBUG nova.scheduler.client.report [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.986805] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.989126] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.201s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.989323] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.989469] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1438.990337] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c339bb-7af8-40b8-b20f-d9f2e38d486d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.998524] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15f7cbe-df73-41c0-b4cb-89bbeb980b62 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.013041] env[69365]: INFO nova.scheduler.client.report [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Deleted allocations for instance d56ff45e-ccd3-4c75-8719-4584718e7161 [ 1439.014442] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d84c7a5-038c-46d2-b6fb-4fb1104c7b58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.022903] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba561a3d-b7d0-447d-8b45-99a2b700b235 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.052860] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180780MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1439.053041] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.054019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.522300] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dd8648f2-5279-49e6-abac-3e937605880e tempest-ServersListShow298Test-277156312 tempest-ServersListShow298Test-277156312-project-member] Lock "d56ff45e-ccd3-4c75-8719-4584718e7161" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.313s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.073658] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1440.073885] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1440.088140] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6b9553-026b-4948-9903-f48341d2f8ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.095630] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77872fd3-4203-4fb8-938d-33a241dbe568 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.124507] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95a9387-a2d2-468d-82d9-8f68c3141c25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.131200] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3f7b76-1738-4b48-acd9-ceef808f9188 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.143815] env[69365]: DEBUG nova.compute.provider_tree [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed in ProviderTree for provider: 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.647459] env[69365]: DEBUG nova.scheduler.client.report [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Inventory has not changed for provider 57a7f1e1-5fdd-4af1-b6cb-b685447f0ba0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.152145] env[69365]: DEBUG nova.compute.resource_tracker [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1441.152403] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.152934] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.153344] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.153344] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.153502] env[69365]: DEBUG nova.compute.manager [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1442.280300] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.283969] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.279738] env[69365]: DEBUG oslo_service.periodic_task [None req-1611b9c7-2032-4d1d-8982-5f31b24ff274 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}